-- Logs begin at Thu 2021-01-21 06:56:01 UTC, end at Thu 2021-01-21 08:21:34 UTC. -- Jan 21 07:49:34.105847 dv-cinder-768592-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 07:49:36.795003 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.common.config [-] Logging enabled! Jan 21 07:49:36.795539 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev408 Jan 21 07:49:36.796896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80113) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 07:49:36.798649 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.common.config [-] Logging enabled! Jan 21 07:49:36.798939 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev408 Jan 21 07:49:36.799290 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80113) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 07:49:36.800374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 21 07:49:36.800642 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 21 07:49:36.801687 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 21 07:49:36.801968 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 21 07:49:36.802228 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 21 07:49:36.802599 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.802942 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.803282 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.803548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.803888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.804244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.804665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.805006 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.805363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.805740 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.806009 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.806336 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.806600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.806925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.807251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.807582 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.807839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] debug = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.808157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.808810 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.809137 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.809456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.809787 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.810099 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.810415 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.810739 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.811107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] host = dv-cinder-768592-5-smb {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.811423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.811753 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.812084 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.812446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.812762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.813078 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.813408 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.813720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.814033 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] log_file = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.814347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.814677 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.815008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.815350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.815612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.815867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.816210 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.816554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.816868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.817185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.817495 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.817814 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.818124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.818426 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.818750 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.819077 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.819401 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.819714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.820025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.820876 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.821187 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.821516 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.821826 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.822136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.822447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.822775 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.823079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.823387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.823729 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.824059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.824510 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.824841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.825158 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.825488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.825804 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.826116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.826430 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] use_json = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.826746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.827059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.827383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.827697 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.828008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.828345 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.828660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.829003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:36.829331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.829672 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.830014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.830339 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.830673 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.830996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.831328 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.831644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.831976 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.832333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.832965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.833286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.833617 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.833935 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.834274 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.834624 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.834965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.835309 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.835625 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.836533 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.836848 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.837169 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.837497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.837836 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.838172 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.838485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.838803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.839136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.839456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.839768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.840086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.840446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.840762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.841075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.841398 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.841715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.842025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.842335 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.842650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.842982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.843298 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.843608 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.843918 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.844254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.844569 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.844893 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.845214 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.845524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.845836 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.846153 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.846462 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.846772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.847089 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.847422 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.847714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.848024 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.848357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.848666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.848973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.849281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.849589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.849898 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.850213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.850523 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.850831 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.851141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.851573 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.851885 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.852232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.852578 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.852901 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.853219 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.853537 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.853855 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.854174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.854492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.854810 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.855195 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.855503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.855832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.856155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.856510 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.856835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.857151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.857492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.857810 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.858134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.858454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.858774 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.859099 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.859430 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.859889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.860096 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.860456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.860791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.861125 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.861447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.861800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.862119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:36.862374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 21 07:49:36.862639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80113) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 21 07:49:37.516814 dv-cinder-768592-5-smb neutron-server[80113]: INFO keyring.backend [-] Loading Gnome Jan 21 07:49:37.533896 dv-cinder-768592-5-smb neutron-server[80113]: INFO keyring.backend [-] Loading Google Jan 21 07:49:37.536445 dv-cinder-768592-5-smb neutron-server[80113]: INFO keyring.backend [-] Loading Windows (alt) Jan 21 07:49:37.540579 dv-cinder-768592-5-smb neutron-server[80113]: INFO keyring.backend [-] Loading file Jan 21 07:49:37.541440 dv-cinder-768592-5-smb neutron-server[80113]: INFO keyring.backend [-] Loading keyczar Jan 21 07:49:37.541703 dv-cinder-768592-5-smb neutron-server[80113]: INFO keyring.backend [-] Loading multi Jan 21 07:49:37.542336 dv-cinder-768592-5-smb neutron-server[80113]: INFO keyring.backend [-] Loading pyfs Jan 21 07:49:37.589049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:49:37.589356 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:49:37.589683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:49:37.590057 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 07:49:37.979038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:37.979563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:37.979669 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.027069 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.027381 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.027684 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.031392 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.031703 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.032000 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.099737 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.100046 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.100398 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.101575 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.101880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.102177 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.370586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.370904 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.371211 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.371515 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.372378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.520320 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.520634 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.520949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.521252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.521548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.521929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.522227 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.522679 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.522970 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.523840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.524133 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.524488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.524795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.525085 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.525395 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.525705 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.525999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.526320 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.526604 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.527177 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.527466 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.527749 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.528089 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.528395 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.528674 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.529093 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 07:49:38.529375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 07:49:38.529650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 07:49:38.529922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 07:49:38.530192 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 07:49:38.530459 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 07:49:38.531829 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 07:49:38.534943 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 07:49:38.538849 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 07:49:38.542740 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jan 21 07:49:38.544388 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 07:49:38.545466 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 07:49:38.545995 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 21 07:49:38.546429 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 07:49:38.549151 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 07:49:38.549436 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 07:49:38.549814 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 21 07:49:38.571901 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 21 07:49:38.572456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.572786 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80113) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 21 07:49:38.573193 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.574661 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80113) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 07:49:38.574973 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 21 07:49:38.575245 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 21 07:49:38.578382 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.578700 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:38.645674 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 07:49:38.645948 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 07:49:38.646218 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 07:49:38.646619 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 07:49:38.682185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.sqlalchemy.engines [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80113) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 21 07:49:39.201007 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Initializing driver for type 'gre' Jan 21 07:49:39.201564 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] gre ID ranges: [(1, 1000)] Jan 21 07:49:39.343871 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Initializing driver for type 'local' Jan 21 07:49:39.344297 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Initializing driver for type 'vlan' Jan 21 07:49:39.400982 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] VlanTypeDriver initialization complete Jan 21 07:49:39.401373 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Initializing driver for type 'vxlan' Jan 21 07:49:39.401931 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] vxlan ID ranges: [(1, 1000)] Jan 21 07:49:39.514096 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Initializing extension driver 'port_security' Jan 21 07:49:39.514382 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.extensions.port_security [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] PortSecurityExtensionDriver initialization complete Jan 21 07:49:39.514751 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Initializing mechanism driver 'openvswitch' Jan 21 07:49:39.521074 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:49:39.521924 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > port after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.522330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > port after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.522716 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > port after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.523635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > subnet after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.524023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > subnet after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.524426 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > subnet after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.524869 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > network after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.525297 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > network after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.525675 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > network after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.526093 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > security_group after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.526470 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > security_group after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.527002 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > security_group after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.527418 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.527800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.528208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.528609 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > address_group after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.528988 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > address_group after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.529352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > address_group after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.529714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] ML2 OVO RPC backend initialized. {{(pid=80113) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 21 07:49:39.530411 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router_interface after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.530794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.531249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > network before_response 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.531627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > networks before_response 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.532000 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > port before_response 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.532391 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > ports before_response 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.532768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > subnet before_response 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.533139 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > subnets before_response 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.533516 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > network after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.533885 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > network after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.534253 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > network after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.534622 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > port after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.534988 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > port after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.535352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > port after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.535719 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > subnet after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.536086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > subnet after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.536479 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > subnet after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.537116 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.plugin [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Modular L2 Plugin initialization complete Jan 21 07:49:39.537534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading services supported by the core plugin {{(pid=80113) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 07:49:39.537899 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.plugins.ml2.managers [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Got port-security extension from driver 'port_security' Jan 21 07:49:39.538401 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.extensions.vlantransparent [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Disabled vlantransparent extension. Jan 21 07:49:39.540429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80113) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 07:49:39.540789 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading Plugin: router Jan 21 07:49:39.576830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router_interface before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.577258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router after_create 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.577657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router before_create 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.578050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.578461 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.578846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router after_delete 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.579245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > floatingip after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.579644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router after_create 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.580137 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router after_update 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.580434 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router after_update 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.580823 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.581224 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router after_update 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.581710 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router precommit_update 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.582124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: port after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.582755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: port after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.583126 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: subnet after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.583500 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.583885 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > port precommit_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.584287 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router precommit_create 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.584672 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: port before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.585044 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router precommit_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.585443 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router after_update 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.586309 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router precommit_delete 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.586690 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router precommit_create 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.587091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router_interface after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.587471 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router precommit_update 55549900 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.587892 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > network after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.588903 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Tracking information for resource: router configured {{(pid=80113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 07:49:39.589280 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Tracking information for resource: floatingip configured {{(pid=80113) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 07:49:39.594133 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_agentschedulers_db [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 07:49:39.594789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: port after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.595164 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: port after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.595547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: port after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.595926 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: port after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.596835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router before_create 55550100 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.597235 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router precommit_delete 55550100 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.597633 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router precommit_create 55550100 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.598022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > router precommit_update 55550100 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.603369 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.provider_configuration [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service providers = [] {{(pid=80113) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 07:49:39.603760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.servicetype_db [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80113) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 07:49:39.606576 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.service_base [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 21 07:49:39.606956 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.service_base [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 21 07:49:39.607331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.service_base [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 21 07:49:39.608232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.service_base [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80113) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 21 07:49:39.608637 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.services.service_base [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 07:49:39.609049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 07:49:39.609447 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 07:49:39.619513 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 07:49:39.619948 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading Plugin: auto_allocate Jan 21 07:49:39.625541 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: network precommit_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.625938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: network precommit_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.626521 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 07:49:39.626875 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading Plugin: tag Jan 21 07:49:39.633968 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 07:49:39.634338 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading Plugin: timestamp Jan 21 07:49:39.638166 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 07:49:39.638534 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading Plugin: network_ip_availability Jan 21 07:49:39.644010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.644464 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.644859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.645644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 07:49:39.646004 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading Plugin: flavors Jan 21 07:49:39.650992 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 07:49:39.651368 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading Plugin: revisions Jan 21 07:49:39.655794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80113) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 07:49:39.656224 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.066s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:49:39.657024 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80113) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 21 07:49:39.657384 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Initializing extension manager. Jan 21 07:49:39.657936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: __init__.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.658311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: __pycache__ {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.658684 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.659050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: address_group.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.659840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.660528 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: address-group Jan 21 07:49:39.660892 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: address_scope.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.661654 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.662232 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: address-scope Jan 21 07:49:39.662590 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: admin_state_down_before_update.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.663504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.664664 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: router-admin-state-down-before-update Jan 21 07:49:39.665028 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: agent.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.665780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.666352 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: agent Jan 21 07:49:39.666709 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: agent_resources_synced.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.667611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.668221 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: agent-resources-synced Jan 21 07:49:39.668631 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: allowedaddresspairs.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.670401 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.670981 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: allowed-address-pairs Jan 21 07:49:39.671348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: auto_allocated_topology.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.672431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.673007 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: auto-allocated-topology Jan 21 07:49:39.673366 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: availability_zone.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.675417 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.676012 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: availability_zone Jan 21 07:49:39.676407 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: availability_zone_filter.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.677329 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.677904 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: availability_zone_filter Jan 21 07:49:39.678265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: data_plane_status.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.679170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.680292 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 07:49:39.680652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: default_subnetpools.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.681573 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.682150 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: default-subnetpools Jan 21 07:49:39.682510 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: dhcpagentscheduler.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.683343 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.683933 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: dhcp_agent_scheduler Jan 21 07:49:39.684321 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: dns.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.685242 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.685813 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension dns-integration not supported by any of loaded plugins Jan 21 07:49:39.686173 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: dns_domain_ports.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.687084 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.687652 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 07:49:39.688008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: dvr.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.688743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.689318 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: dvr Jan 21 07:49:39.689676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: empty_string_filtering.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.690575 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.691155 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: empty-string-filtering Jan 21 07:49:39.691540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.692461 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.693024 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 07:49:39.693379 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.694282 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.694848 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 07:49:39.695762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: external_net.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.696696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.697268 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: external-net Jan 21 07:49:39.697627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: extra_dhcp_opt.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.698529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.699255 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: extra_dhcp_opt Jan 21 07:49:39.700138 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: extraroute.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.700547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.701118 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: extraroute Jan 21 07:49:39.701451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: extraroute_atomic.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.702460 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.703029 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: extraroute-atomic Jan 21 07:49:39.703387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: filter_validation.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.704083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.704677 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: filter-validation Jan 21 07:49:39.705030 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: fip_pf_description.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.705927 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.706490 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 07:49:39.706839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: fip_port_details.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.708018 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.708611 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: fip-port-details Jan 21 07:49:39.708968 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: flavors.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.710283 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.710895 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: flavors Jan 21 07:49:39.711256 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.712916 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.713509 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 07:49:39.713875 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: floatingip_pools.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.714665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.715248 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: floatingip-pools Jan 21 07:49:39.715610 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: ip_allocation.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.716560 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.717134 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 07:49:39.717493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.718404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.718982 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: ip-substring-filtering Jan 21 07:49:39.719346 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: l2_adjacency.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.720282 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.720856 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 07:49:39.721216 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: l3.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.722272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.722855 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: router Jan 21 07:49:39.723272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: l3_conntrack_helper.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.725452 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.726055 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 07:49:39.726945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.727864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.728470 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: ext-gw-mode Jan 21 07:49:39.728832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.729747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.730402 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: l3-ha Jan 21 07:49:39.730760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: l3_flavors.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.731773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.732382 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: l3-flavors Jan 21 07:49:39.732743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.733648 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.734219 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 07:49:39.734575 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: l3agentscheduler.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.735709 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.736323 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: l3_agent_scheduler Jan 21 07:49:39.736686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: logging.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.738159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.738745 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension logging not supported by any of loaded plugins Jan 21 07:49:39.739108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: metering.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.739892 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.740613 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: metering Jan 21 07:49:39.740973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.742621 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.743204 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: metering_source_and_destination_fields Jan 21 07:49:39.743564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: multiprovidernet.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.744504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.745079 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: multi-provider Jan 21 07:49:39.745436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: netmtu.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.746345 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.746918 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: net-mtu Jan 21 07:49:39.747274 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: netmtu_writable.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.748218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.748761 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: net-mtu-writable Jan 21 07:49:39.749157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: network_availability_zone.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.749966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.750541 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: network_availability_zone Jan 21 07:49:39.750896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: network_ip_availability.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.751994 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.752606 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: network-ip-availability Jan 21 07:49:39.752966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: network_segment_range.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.753849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.754513 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 07:49:39.754934 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: pagination.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.756035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.756437 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: pagination Jan 21 07:49:39.756793 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.758235 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.758805 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: port-mac-address-regenerate Jan 21 07:49:39.759161 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.760057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.760656 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: port-numa-affinity-policy Jan 21 07:49:39.761010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: port_resource_request.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.761994 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.762563 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 07:49:39.762915 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: portbindings.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.763841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.764479 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: binding Jan 21 07:49:39.764794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: portbindings_extended.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.766106 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.766689 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: binding-extended Jan 21 07:49:39.767048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: portsecurity.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.767970 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.768581 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: port-security Jan 21 07:49:39.768941 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: project_id.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.769909 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.770283 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: project-id Jan 21 07:49:39.770637 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: providernet.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.771558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.772140 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: provider Jan 21 07:49:39.772529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: qos.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.776783 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.777385 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension qos not supported by any of loaded plugins Jan 21 07:49:39.777751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.778981 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.779568 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 07:49:39.779928 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.780869 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.781445 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 07:49:39.781801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: qos_default.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.782705 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.783272 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension qos-default not supported by any of loaded plugins Jan 21 07:49:39.783627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: qos_fip.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.784339 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.784917 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension qos-fip not supported by any of loaded plugins Jan 21 07:49:39.785272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: qos_gateway_ip.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.786219 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.786783 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 07:49:39.787139 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: qos_port_network_policy.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.788044 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.788651 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 07:49:39.789031 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: qos_rule_type_details.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.789940 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.790508 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 07:49:39.790864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: qos_rules_alias.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.791897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.792576 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 07:49:39.792934 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: quotasv2.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.793931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.794299 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: quotas Jan 21 07:49:39.794654 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: quotasv2_detail.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.796228 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.796609 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: quota_details Jan 21 07:49:39.796970 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: rbac.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.798242 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.798841 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: rbac-policies Jan 21 07:49:39.799205 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: rbac_address_scope.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.800120 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.800730 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: rbac-address-scope Jan 21 07:49:39.801092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: rbac_security_groups.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.802004 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.802598 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: rbac-security-groups Jan 21 07:49:39.802936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: rbac_subnetpool.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.803843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.804465 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: rbac-subnetpool Jan 21 07:49:39.804825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: revisionifmatch.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.805743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.806316 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: revision-if-match Jan 21 07:49:39.806673 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: revisions.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.807780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.808523 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: standard-attr-revisions Jan 21 07:49:39.808887 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: router_availability_zone.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.809602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.810187 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: router_availability_zone Jan 21 07:49:39.810546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: routerservicetype.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.811451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.812025 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension router-service-type not supported by any of loaded plugins Jan 21 07:49:39.812406 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.813314 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.813892 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: security-groups-normalized-cidr Jan 21 07:49:39.814327 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: security_groups_port_filtering.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.815232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.815805 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: port-security-groups-filtering Jan 21 07:49:39.816163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.817106 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.817678 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: security-groups-remote-address-group Jan 21 07:49:39.818033 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: securitygroup.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.831618 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.832262 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: security-group Jan 21 07:49:39.832900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: segment.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.833762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.834340 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension segment not supported by any of loaded plugins Jan 21 07:49:39.834703 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.836209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.836788 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 07:49:39.837151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: servicetype.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.838238 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.838824 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: service-type Jan 21 07:49:39.839187 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: sorting.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.840255 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.840631 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: sorting Jan 21 07:49:39.840989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: standard_attr_segment.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.841898 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.842478 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 07:49:39.842839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: standardattrdescription.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.843514 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.844095 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: standard-attr-description Jan 21 07:49:39.844481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: stateful_security_group.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.845413 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.845993 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: stateful-security-group Jan 21 07:49:39.846352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: stdattrs_common.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.846931 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 07:49:39.847286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.848468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.850376 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 07:49:39.850739 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: subnet_onboard.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.852730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.854678 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: subnet_onboard Jan 21 07:49:39.855207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.856361 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.856939 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 07:49:39.857299 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: subnet_service_types.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.858230 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.858885 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: subnet-service-types Jan 21 07:49:39.859247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: subnetallocation.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.860348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.860935 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: subnet_allocation Jan 21 07:49:39.861295 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.862001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.862580 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: subnetpool-prefix-ops Jan 21 07:49:39.862938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.863865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.864461 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 07:49:39.864820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: tagging.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.866127 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.866720 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: standard-attr-tag Jan 21 07:49:39.867628 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: timestamp.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.868826 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.869411 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loaded extension: standard-attr-timestamp Jan 21 07:49:39.869773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: trunk.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.870802 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.871427 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension trunk not supported by any of loaded plugins Jan 21 07:49:39.871828 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: trunk_details.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.872768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.873348 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension trunk-details not supported by any of loaded plugins Jan 21 07:49:39.873707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: uplink_status_propagation.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.874623 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.875200 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 07:49:39.875559 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Loading extension file: vlantransparent.py {{(pid=80113) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 07:49:39.876281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80113) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 07:49:39.876860 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 07:49:39.879568 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:network Jan 21 07:49:39.880412 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:subnet Jan 21 07:49:39.881083 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 07:49:39.881761 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:port Jan 21 07:49:39.883780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.884289 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service FLAVORS assigned prefix: {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.884960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.885426 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.885794 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:router Jan 21 07:49:39.886513 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:floatingip Jan 21 07:49:39.887277 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service METERING assigned prefix: /metering {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.889391 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.889802 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.890185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 07:49:39.891320 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 07:49:39.891815 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:security_group Jan 21 07:49:39.892636 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 07:49:39.893543 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service CORE assigned prefix: {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.893917 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 07:49:39.894281 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] subnetpool is already registered Jan 21 07:49:39.894945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service CORE assigned prefix: {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.895310 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 07:49:39.895677 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] subnetpool is already registered Jan 21 07:49:39.898951 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.899426 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service FLAVORS assigned prefix: {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.900062 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.900541 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.900914 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:router Jan 21 07:49:39.901273 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] router is already registered Jan 21 07:49:39.901929 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:floatingip Jan 21 07:49:39.902289 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] floatingip is already registered Jan 21 07:49:39.902974 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service METERING assigned prefix: /metering {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.903706 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 07:49:39.904067 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] rbac_policy is already registered Jan 21 07:49:39.905517 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:security_group Jan 21 07:49:39.905893 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] security_group is already registered Jan 21 07:49:39.906547 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 07:49:39.906912 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] security_group_rule is already registered Jan 21 07:49:39.907639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service CORE assigned prefix: {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.908007 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 07:49:39.908387 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] subnetpool is already registered Jan 21 07:49:39.909131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.resource_helper [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Service CORE assigned prefix: {{(pid=80113) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 07:49:39.909505 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 07:49:39.909875 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.quota.resource_registry [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] subnetpool is already registered Jan 21 07:49:39.910592 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: extensions {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.912153 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: address-groups {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.913914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: address-scopes {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.915240 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: agents {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.916504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: auto-allocated-topology {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.917817 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: availability_zones {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.919235 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: dhcp-networks {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.920776 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: dhcp-agents {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.922360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: routers {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.924298 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: flavors {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.925532 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: service_profiles {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.926822 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: next_providers {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.928467 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: service_profiles {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.930055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: floatingip-pools {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.931345 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: routers {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.933266 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: floatingips {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.934533 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: l3-routers {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.936012 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: l3-agents {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.937673 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: metering-labels {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.939120 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: metering-label-rules {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.940496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: network-ip-availabilities {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.941836 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: bindings {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.943599 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: quotas {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.945666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: quotas {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.947170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: rbac-policies {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.948545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: security-groups {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.949907 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: security-group-rules {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.951287 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: service-providers {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.952644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: subnetpools {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.954124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: subnetpools {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.955659 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: tags {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.957728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: tags {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.959639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: tags {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.962098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: tags {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.963992 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: tags {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.965817 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: tags {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.967897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: tags {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.970755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: tags {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.972769 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: tags {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.974703 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.extensions [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Extended resource: tags {{(pid=80113) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 07:49:39.981984 dv-cinder-768592-5-smb neutron-server[80113]: WARNING keystonemiddleware.auth_token [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 07:49:39.987249 dv-cinder-768592-5-smb neutron-server[80113]: WARNING keystonemiddleware.auth_token [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 07:49:39.996214 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Acquired lock "singleton_lock" {{(pid=80113) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 21 07:49:39.996837 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Releasing lock "singleton_lock" {{(pid=80113) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 21 07:49:39.998183 dv-cinder-768592-5-smb neutron-server[80113]: INFO oslo_service.service [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Starting 2 workers Jan 21 07:49:40.003080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Started child 80226 {{(pid=80113) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 21 07:49:40.008079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:49:40.008584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Started child 80227 {{(pid=80113) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 21 07:49:40.009627 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [-] (80226) wsgi starting up on http://0.0.0.0:9696 Jan 21 07:49:40.010141 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.service [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 07:49:40.010822 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Notify callbacks [] for process, before_spawn {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:49:40.012331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:49:40.013481 dv-cinder-768592-5-smb neutron-server[80113]: INFO oslo_service.service [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Starting 1 workers Jan 21 07:49:40.013745 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [-] (80227) wsgi starting up on http://0.0.0.0:9696 Jan 21 07:49:40.019159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Started child 80228 {{(pid=80113) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 21 07:49:40.019634 dv-cinder-768592-5-smb neutron-server[80113]: INFO oslo_service.service [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Starting 1 workers Jan 21 07:49:40.021641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.service [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] calling RpcWorker wait() {{(pid=80228) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 07:49:40.022081 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.service [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] returning from RpcWorker wait() {{(pid=80228) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 07:49:40.024261 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:49:40.024800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:49:40.025206 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Started child 80229 {{(pid=80113) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 21 07:49:40.026057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be60cf51-7a3e-40c2-9863-0f1a48ea3bef None None] Notify callbacks [] for process, after_spawn {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:49:40.027806 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80113) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 21 07:49:40.028019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 21 07:49:40.028440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 21 07:49:40.028720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 21 07:49:40.029113 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 21 07:49:40.029307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 21 07:49:40.029631 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:49:40.029859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.030166 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.030479 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.030576 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:49:40.030783 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.031114 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.031747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.032045 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.032381 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.032700 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.032987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.033188 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.033382 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.033676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.033961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.034295 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.034571 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.034840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.035116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.035327 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.035602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.035920 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.036229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.036526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] debug = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.036819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.037414 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.037686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.037970 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.038218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.038515 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.038814 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.039107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.039354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.039601 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.039981 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.040149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.040366 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.040617 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.040918 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.041197 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.041587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] host = dv-cinder-768592-5-smb {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.041834 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.042081 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.042343 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.042604 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.042878 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.043151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.043438 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.043727 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.043982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.044276 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.044566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.044828 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.045098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.045449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_file = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.045618 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_options = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.045773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.045989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.046260 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.046456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.046615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.046808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.047101 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.047287 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.047562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.047817 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.048060 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.048345 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.048588 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.048831 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.049092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.049332 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.049606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.049842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.050129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.050407 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.051359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.051359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.051359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.051795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.051795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.052797 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.053402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.053742 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.053990 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.054258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.054558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.055084 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.055374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.055663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.055945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.056211 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.056832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.057145 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.057411 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.057669 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.057950 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.058303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.058679 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.059084 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.059467 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.059748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] use_json = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.060016 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.060285 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.060586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.060881 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.061132 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.071563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.071563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.071563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.071563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.071563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.071563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.071563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.071563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.072874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073815 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073815 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073815 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073815 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073815 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.073815 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.074594 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.075046 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.075360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.075671 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.075990 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.076338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.076617 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.076909 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.077163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.077387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.077692 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.077970 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.078258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.078563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.078851 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.079087 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.079468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.079863 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.080332 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.080615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.080866 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.081112 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.081361 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.081619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.081874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.082172 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.082700 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.082947 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.083194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.083469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.083732 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.083982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.084272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.084538 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.084791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.085056 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.085303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.085548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.086341 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.086607 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.086861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.087107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.087359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.087605 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.087851 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.088094 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.088379 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.088624 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.088931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.089285 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.089559 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.089840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.090127 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.090413 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.091098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.091390 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.092413 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.092413 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.092413 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.092413 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.093039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.093039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.093311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.093456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.093730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.093987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.094246 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.094501 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.094772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.095032 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.095324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.095618 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.095888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.096162 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.096577 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.096841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.097094 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.097390 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.098236 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.098236 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.098236 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.098682 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.098832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.099649 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.099649 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.099649 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.100074 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.100239 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.100435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.100667 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.100996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.101356 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.101672 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.101926 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.102159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.102580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.102967 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.103288 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.103684 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.104077 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.104585 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.104909 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.105181 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.105513 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.105787 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.106066 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.106362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.106649 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.106921 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.107194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.107482 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.107750 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.108024 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.108295 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.108579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.108848 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.109129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.109425 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.109692 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.109943 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.110191 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.110461 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.110732 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.111005 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.111251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.111502 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.111784 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.112064 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.112344 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.112603 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.112867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.113154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.113405 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.113711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.114004 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.114280 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.114561 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.114846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.115122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.115367 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.115651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.115907 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.116152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.116442 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.116712 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.117499 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.117752 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.118019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.118268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.118558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.118835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.119192 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.119464 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.119733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.120004 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.120283 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.120555 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.120810 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.121074 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.121326 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.121575 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.121858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.122129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.122384 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.122632 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.122896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.123141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.123402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.123667 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.124034 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.124299 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.124548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.124801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.125049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.125313 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.125557 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.125798 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.126048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.126291 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.126554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.126849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.127023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.127440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.127708 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.128013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.128312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.128573 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.128900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.129182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.129469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.129742 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.130139 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.130386 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.130669 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.130951 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.131203 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.131478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.131760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.132119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.132552 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.132852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.133179 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.133557 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.133725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.133989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.134241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.134552 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.134997 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.135203 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.135791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.135791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.136859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.136859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.136859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.136859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.137202 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.137202 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.137396 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.137763 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.137927 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.138121 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.138794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.138794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.139127 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.139127 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.139475 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.139690 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.139897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 21 07:49:40.140334 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80113) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 21 07:49:40.140519 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 21 07:49:40.140700 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 21 07:49:40.140904 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 21 07:49:40.141105 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 21 07:49:40.141257 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 21 07:49:40.141509 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.141700 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.141894 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.142066 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.142431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.142641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.142832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.143019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.143228 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.143458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.143635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.143827 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.144030 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.144030 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.144512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.144512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.144512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.145013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.145013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.145013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.145522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.145522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.145522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] debug = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.146131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.146131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.146131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.146131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.147244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.147244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.147244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.147244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.147244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.147244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.147244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.149492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.149492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.149492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.149492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.149492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.149492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] host = dv-cinder-768592-5-smb {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.149492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.149492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.150503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.150503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.150503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.150503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.150503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.150503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.150503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.150503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.151182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.151182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.151182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.151182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_file = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.151182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_options = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.151598 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.151598 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.151598 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.151839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.151934 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.152078 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.152271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.152645 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.152815 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.153001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.153188 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.153373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.153557 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.153741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.153926 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.154110 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.154294 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.154479 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.154666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.154851 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.155083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.155268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.155454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.155640 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.155826 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.156011 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.156207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.156402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.156588 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.156774 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.156959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.157144 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.157331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.157516 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.157699 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.157883 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.158069 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.158241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.158419 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.158604 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.158789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.158974 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.159159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.159345 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.159531 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.159714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] use_json = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.159898 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.160082 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.160290 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.160476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.160660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.160843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.161028 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.161213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 07:49:40.161417 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.161606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.161810 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.162000 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.162187 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.162378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.162592 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.162780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.162969 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.163155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.165595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.165595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.165595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.165595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.165595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.165595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.165595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.165595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.168650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.168650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.168650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.168650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.168650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.168650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.168650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.168650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.169615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.170116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.170116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.170116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.170116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.170116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.170422 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.170422 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.170541 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.171027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.171027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.171027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.171363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.171363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.171548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.171688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.171880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.172068 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.172295 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.172483 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.172670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.172856 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.173043 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.173228 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.173414 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.173600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.173785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.173971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.174157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.174343 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.174529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.174718 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.174906 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.175091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.175278 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.175464 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.175650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.175835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.176022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.176228 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.176420 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.176614 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.176819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.177007 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.177194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.177381 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.177568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.177756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.177943 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.178129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.178376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.178485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.178635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.178821 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.179009 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.179196 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.181070 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.181070 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.181070 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.181070 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.181070 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.182629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.182629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.182629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.182629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.182629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.182629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.182629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.182629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.183200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.183200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.183200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.183374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.183619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.184923 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.184923 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.184923 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.184923 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.184923 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.186748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.186748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.186748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.186748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.186748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.186748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.186748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.186748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.187828 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.187828 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.187828 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.187828 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.187828 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.190310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.190310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.190310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.190310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.190310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.190310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.190310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.190310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.193212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.193212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.193212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.193212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.193212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.193212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.193212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.193212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.205620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.205620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.205620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.205620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.205620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.205620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.205620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.205620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.206973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.207868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.207868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.207868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.207868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.207868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.207868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.207868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.207868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.208648 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:49:40.208789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.208789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.208789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.208789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.208789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.208789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.208789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.208789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.211938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.212733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.212733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.212733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.212733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.212733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.212733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.212733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.212733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.213378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.213378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.213378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.213378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.213378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.213378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.213378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.213378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.214643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.215292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.215292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.215292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.215292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.215292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.215292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.215292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.215292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.215292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 07:49:40.216849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80113) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 21 07:49:40.273680 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 52232) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:49:40.285180 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093892 Jan 21 07:49:50.880359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a7e5ef-340c-4d05-ac38-545371e7e73a None None] get_active_networks_info from dv-cinder-768592-5-smb {{(pid=80228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 07:49:51.037016 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a7e5ef-340c-4d05-ac38-545371e7e73a None None] No non-hosted networks {{(pid=80228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 07:49:51.058617 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-35e8c791-c81b-4014-a1fa-53ef7003c906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482'] for agent, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:49:53.057874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-838e6653-2039-4198-a056-8df6c2237b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482'] for agent, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:49:53.081038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bcd536c6-da51-4f58-b0aa-6dceb336a122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:49:53.966534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482'] for agent, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:49:54.942307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482'] for agent, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:49:54.943618 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:49:54.944285 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:49:54.944829 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:49:54.945333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:49:54.945833 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:49:54.946335 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:49:54.946845 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:49:54.947345 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:49:54.947849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:49:54.948454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:49:54.949188 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:49:54.949704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:49:54.950251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768592-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:49:54.963772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768592-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:49:55.505975 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_hamode_db [None req-a3c86040-6c0b-41c1-91a0-453637c3b878 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 07:49:55.600832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c86040-6c0b-41c1-91a0-453637c3b878 None None] Routers set() bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 07:49:55.601147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c86040-6c0b-41c1-91a0-453637c3b878 None None] Router IDs set() for agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 21 07:49:55.705496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482'] for agent, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:49:56.867786 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] get_endpoint_by_host() called for host dv-cinder-768592-5-smb {{(pid=80228) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 21 07:49:56.872765 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] get_endpoint_by_ip() called for ip 192.168.0.56 {{(pid=80228) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 21 07:49:56.876007 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] _add_endpoint() called for ip 192.168.0.56 {{(pid=80228) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 21 07:49:56.926535 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] _get_endpoints() called {{(pid=80228) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 21 07:49:57.040160 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 52326) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:49:57.698565 dv-cinder-768592-5-smb neutron-server[80113]: WARNING oslo_policy.policy [None req-d7f6d34e-2356-40c9-b347-4d050fb484bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 07:49:57.699212 dv-cinder-768592-5-smb neutron-server[80113]: WARNING oslo_policy.policy [None req-d7f6d34e-2356-40c9-b347-4d050fb484bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 07:49:57.929931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [None req-d7f6d34e-2356-40c9-b347-4d050fb484bc admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 07:49:57.931163 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-d7f6d34e-2356-40c9-b347-4d050fb484bc admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.8889818 Jan 21 07:50:00.660733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 52340) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:50:01.312342 dv-cinder-768592-5-smb neutron-server[80113]: WARNING oslo_policy.policy [None req-931cc030-7cc8-497c-80cd-7fd2ec04fdfd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 07:50:01.312973 dv-cinder-768592-5-smb neutron-server[80113]: WARNING oslo_policy.policy [None req-931cc030-7cc8-497c-80cd-7fd2ec04fdfd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 07:50:01.540719 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-931cc030-7cc8-497c-80cd-7fd2ec04fdfd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 07:50:01.593316 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.policy [None req-931cc030-7cc8-497c-80cd-7fd2ec04fdfd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80227) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 21 07:50:01.594137 dv-cinder-768592-5-smb neutron-server[80113]: WARNING oslo_policy.policy [None req-931cc030-7cc8-497c-80cd-7fd2ec04fdfd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 07:50:01.594544 dv-cinder-768592-5-smb neutron-server[80113]: WARNING oslo_policy.policy [None req-931cc030-7cc8-497c-80cd-7fd2ec04fdfd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 07:50:01.606292 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota [None req-931cc030-7cc8-497c-80cd-7fd2ec04fdfd admin admin] Loaded quota_driver: . Jan 21 07:50:01.622769 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-931cc030-7cc8-497c-80cd-7fd2ec04fdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 07:50:01.721436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-931cc030-7cc8-497c-80cd-7fd2ec04fdfd admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758231974422', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758231958604', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758231965100', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758232012638', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758232011749', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-734132', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1369887', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-522429', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854330923'] for rbac-policy, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:01.966645 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-931cc030-7cc8-497c-80cd-7fd2ec04fdfd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:01.967945 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-931cc030-7cc8-497c-80cd-7fd2ec04fdfd admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3061690 Jan 21 07:50:04.961434 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 52358) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:50:05.444964 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Request body: {'network': {'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'name': 'private', 'admin_state_up': True}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 07:50:05.451042 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 07:50:05.455745 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Usage tracker for resource:network and tenant:ac7d2c8f208e492d914e5d2ac21f36ef is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 07:50:05.459760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 07:50:05.465773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 07:50:05.509001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Made reservation on behalf of ac7d2c8f208e492d914e5d2ac21f36ef for: {'network': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 07:50:05.515083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:05.532100 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:05.547275 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 07:50:05.551152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Usage tracker for resource:security_group_rule and tenant:ac7d2c8f208e492d914e5d2ac21f36ef is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 07:50:05.555377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 07:50:05.561152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 07:50:05.769655 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:05.794597 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:05.800252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:05.822131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 07:50:05.850987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758234124335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:05.851604 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Added segment cf10c7d6-0179-413d-962d-3b801f6be910 of type vxlan for network aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a Jan 21 07:50:05.902172 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4996d2a5-8bac-40ed-b078-86081a92c74e,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:05.920001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:05.920406 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:05.920760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:05.921124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:05.921480 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:05.921839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:05.922183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:05.922535 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:05.922897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:05.923247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:05.923591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:05.924010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Tracked resource versions report: Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: pushed versions: Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: { 'AddressGroup': {'1.1'}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': {'1.0'}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': {'1.0'}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': {'1.1'}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': {'1.6'}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': {'1.2'}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': {'1.8'}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': {'1.4'}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': {'1.2'}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': {'1.0'}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': {'1.1'}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': {'1.1'}} Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: consumer versions: Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: { DHCP agent@dv-cinder-768592-5-smb: {}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: L3 agent@dv-cinder-768592-5-smb: {}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: Metadata agent@dv-cinder-768592-5-smb: {}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: Metering agent@dv-cinder-768592-5-smb: {}, Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: Open vSwitch agent@dv-cinder-768592-5-smb: { 'AddressGroup': '1.1', Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': '1.0', Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': '1.0', Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': '1.1', Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': '1.6', Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': '1.2', Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': '1.8', Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': '1.4', Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': '1.2', Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': '1.0', Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': '1.1', Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': '1.1'}} Jan 21 07:50:05.925356 dv-cinder-768592-5-smb neutron-server[80113]: {{(pid=80227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 07:50:06.128368 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:06.133592 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:06.200719 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:06.202109 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:50:06.202854 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:06.208724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:06.316421 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Pushing event updated for resources: {'Network': ['ID=aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:06.320290 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:06.328364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 07:50:06.354608 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.3919899 Jan 21 07:50:09.416391 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 52374) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:50:09.922074 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d5ef6-46e8-4a9a-a4f1-d8bece14b41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:50:09.923492 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-fa1d5ef6-46e8-4a9a-a4f1-d8bece14b41b admin admin] 10.222.0.64 "GET /v2.0/networks/aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a HTTP/1.1" status: 200 len: 818 time: 0.5060728 Jan 21 07:50:09.952539 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-06a74e3f-d3dd-4796-a347-f79b4d8fb99f admin admin] 10.222.0.64 "GET /v2.0/subnetpools/89040842-f83f-4d2c-ab5b-cb2c5d0db2e9 HTTP/1.1" status: 200 len: 734 time: 0.0222442 Jan 21 07:50:09.962200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Request body: {'subnet': {'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a', 'name': 'private-subnet', 'subnetpool_id': '89040842-f83f-4d2c-ab5b-cb2c5d0db2e9', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 07:50:09.973878 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 07:50:09.978493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Usage tracker for resource:subnet and tenant:ac7d2c8f208e492d914e5d2ac21f36ef is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 07:50:09.981526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 07:50:09.987118 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 07:50:10.102577 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Made reservation on behalf of ac7d2c8f208e492d914e5d2ac21f36ef for: {'subnet': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 07:50:10.107357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:10.778194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:10.793551 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:10.925271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5fe46f-a40d-4bf1-8de0-98c650acf320,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:10.942103 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:10.999149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Checking segment: {'id': 'cf10c7d6-0179-413d-962d-3b801f6be910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 07:50:10.999545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Network hostable DHCP agents. Network: aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 07:50:11.045722 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Network aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 07:50:11.085959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a) {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 07:50:11.090453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:50:11.091084 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:11.095374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac2b5e6-e6bc-4a39-8a63-4cea03b6f83b None None] Network aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 07:50:11.136918 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1782928 Jan 21 07:50:11.419028 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad5dd5b-8473-5dcf-ba09-1ee1d1d0759e-aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a', 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'fixed_ips': [{'subnet_id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320'}]}} from dv-cinder-768592-5-smb. {{(pid=80228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 07:50:11.420368 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:11.742909 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Allocated IP 172.20.0.2 (aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a/ba5fe46f-a40d-4bf1-8de0-98c650acf320/020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4) {{(pid=80228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 07:50:12.150092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Notify callbacks [] for port, precommit_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:12.210605 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Transition to ACTIVE for port object 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 07:50:12.228268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Transition to ACTIVE for port object 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 will not be triggered until provisioned by entity DHCP. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 07:50:12.281178 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:12.297485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:12.423064 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Pushing event updated for resources: {'Port': ['ID=020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4,revision_number=1']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:12.442091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:12.442472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:12.442841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:12.443209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:12.443573 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:12.444525 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:12.444886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:12.445238 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:12.445615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:12.445952 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:12.446308 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:12.446659 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Tracked resource versions report: Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: pushed versions: Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: { 'AddressGroup': {'1.1'}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': {'1.0'}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': {'1.0'}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': {'1.1'}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': {'1.6'}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': {'1.2'}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': {'1.8'}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': {'1.4'}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': {'1.2'}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': {'1.0'}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': {'1.1'}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': {'1.1'}} Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: consumer versions: Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: { DHCP agent@dv-cinder-768592-5-smb: {}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: L3 agent@dv-cinder-768592-5-smb: {}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: Metadata agent@dv-cinder-768592-5-smb: {}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: Metering agent@dv-cinder-768592-5-smb: {}, Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: Open vSwitch agent@dv-cinder-768592-5-smb: { 'AddressGroup': '1.1', Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': '1.0', Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': '1.0', Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': '1.1', Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': '1.6', Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': '1.2', Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': '1.8', Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': '1.4', Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': '1.2', Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': '1.0', Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': '1.1', Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': '1.1'}} Jan 21 07:50:12.447776 dv-cinder-768592-5-smb neutron-server[80113]: {{(pid=80228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 07:50:12.451469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:12.508873 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Network aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a is already hosted by enough agents. {{(pid=80228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 07:50:12.510146 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Resources bound (agent type, host, resource id): {{(pid=80228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 07:50:12.513081 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Received port after_create {{(pid=80228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 07:50:12.580822 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Attempting to bind port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 07:50:12.581249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Attempting to bind port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': 'cf10c7d6-0179-413d-962d-3b801f6be910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 07:50:12.581660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Attempting to bind port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 on network aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 07:50:12.587902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 07:50:12.588343 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Checking segment: {'id': 'cf10c7d6-0179-413d-962d-3b801f6be910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 07:50:12.588803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:12.589238 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Bound using segment: {'id': 'cf10c7d6-0179-413d-962d-3b801f6be910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 07:50:12.589796 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Bound port: 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf10c7d6-0179-413d-962d-3b801f6be910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 07:50:12.590308 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:12.683248 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] For port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 07:50:12.687255 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] For port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4,segment=NetworkSegment(cf10c7d6-0179-413d-962d-3b801f6be910),segment_id=cf10c7d6-0179-413d-962d-3b801f6be910)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 07:50:12.715027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:12.730124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:12.876927 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Pushing event updated for resources: {'Port': ['ID=020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4,revision_number=2']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:12.880219 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:13.871277 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 52384) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:50:14.317680 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [None req-e344c43d-66ca-43fe-bbaf-3b63dad63948 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 07:50:14.319317 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e344c43d-66ca-43fe-bbaf-3b63dad63948 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4463303 Jan 21 07:50:16.959488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 07:50:17.063011 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 07:50:17.150294 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 52398) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:50:17.588990 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [None req-dd94671a-fd38-4824-ad58-a4226a52ff12 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 07:50:17.590061 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-dd94671a-fd38-4824-ad58-a4226a52ff12 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4387634 Jan 21 07:50:17.621773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6932685f-bfde-42eb-a7b1-0b6cc30ad9df None None] Network aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 07:50:17.750932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-14158716-f7ee-4e61-9466-14049853f96d None None] Provisioning for port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 07:50:17.766702 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-14158716-f7ee-4e61-9466-14049853f96d None None] Provisioning complete for port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:50:17.767106 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-14158716-f7ee-4e61-9466-14049853f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:17.988965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-14158716-f7ee-4e61-9466-14049853f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:18.046275 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-14158716-f7ee-4e61-9466-14049853f96d None None] For port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4,segment=NetworkSegment(cf10c7d6-0179-413d-962d-3b801f6be910),segment_id=cf10c7d6-0179-413d-962d-3b801f6be910)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 07:50:18.090477 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-14158716-f7ee-4e61-9466-14049853f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:18.092616 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:18.169490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14158716-f7ee-4e61-9466-14049853f96d None None] Pushing event updated for resources: {'Port': ['ID=020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:18.172856 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-14158716-f7ee-4e61-9466-14049853f96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:18.213023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-f8750864-0f72-4479-a9ce-c082989a23d9 None None] Provisioning complete for port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:50:18.213443 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f8750864-0f72-4479-a9ce-c082989a23d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:18.478074 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-874766f5-f041-410c-8eb6-d8ffefa8c537 None None] Provisioning complete for port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:50:18.478660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-874766f5-f041-410c-8eb6-d8ffefa8c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:18.723648 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-d2c806a0-9c54-440f-978e-4973ebf6467b None None] Provisioning complete for port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:50:18.724067 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d2c806a0-9c54-440f-978e-4973ebf6467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:18.925762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 07:50:19.001535 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:50:19.002124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:20.663193 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 52410) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:50:20.840639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-92091703-ea30-40ea-bf10-2a7b5af89e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:21.089580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-c542bc3b-ec56-4a42-b1b8-13d9d2f8fd5f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 07:50:21.095051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-c542bc3b-ec56-4a42-b1b8-13d9d2f8fd5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 07:50:21.099206 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-c542bc3b-ec56-4a42-b1b8-13d9d2f8fd5f admin admin] Usage tracker for resource:router and tenant:ac7d2c8f208e492d914e5d2ac21f36ef is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 07:50:21.102567 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-c542bc3b-ec56-4a42-b1b8-13d9d2f8fd5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 07:50:21.109896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-c542bc3b-ec56-4a42-b1b8-13d9d2f8fd5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 07:50:21.143603 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c542bc3b-ec56-4a42-b1b8-13d9d2f8fd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-382057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64853'] for router, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:21.145068 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c542bc3b-ec56-4a42-b1b8-13d9d2f8fd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-368780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710870'] for router, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:21.225738 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c542bc3b-ec56-4a42-b1b8-13d9d2f8fd5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:21.360061 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c542bc3b-ec56-4a42-b1b8-13d9d2f8fd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-383352'] for router, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:21.405188 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c542bc3b-ec56-4a42-b1b8-13d9d2f8fd5f admin admin] Notify callbacks [] for router, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:21.406439 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-c542bc3b-ec56-4a42-b1b8-13d9d2f8fd5f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7421014 Jan 21 07:50:22.976313 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4ab2e91a-4dff-4ebb-bc7f-8f616fc6f6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:23.771638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:24.113340 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 52430) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:50:24.304210 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [None req-e54b96ca-456e-4c9a-a841-6df978093b4f admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 07:50:24.305263 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e54b96ca-456e-4c9a-a841-6df978093b4f admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1909153 Jan 21 07:50:24.937289 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:25.571281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:26.833976 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 52450) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:50:26.912715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 07:50:26.917808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 07:50:26.921707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Usage tracker for resource:network and tenant:b1d1e5a318d44ae8a0eff434ce7a13b1 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 07:50:26.925254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 07:50:26.931470 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 07:50:27.039804 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Made reservation on behalf of b1d1e5a318d44ae8a0eff434ce7a13b1 for: {'network': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 07:50:27.044438 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:27.057037 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:27.071666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 07:50:27.075510 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Usage tracker for resource:security_group_rule and tenant:b1d1e5a318d44ae8a0eff434ce7a13b1 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 07:50:27.078457 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 07:50:27.084767 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 07:50:27.339636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:27.365863 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:27.370383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:27.388722 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Reserving flat network on physical network physnet1 {{(pid=80227) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 21 07:50:27.404023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a1130b-3e93-4792-a103-89ffbb6d5fc2,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:27.407330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:27.456277 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758234124335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:27.456876 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Unsubscribe: segment precommit_create {{(pid=80227) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 21 07:50:27.457304 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Added segment 678d9da5-c046-4873-af46-a5360a1370ad of type flat for network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 Jan 21 07:50:27.622123 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:27.697080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:27.698350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:50:27.699014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:27.703698 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:27.806116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Pushing event updated for resources: {'Network': ['ID=8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:27.809276 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:27.816058 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 07:50:27.840942 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0057807 Jan 21 07:50:29.081488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 5 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:50:30.353496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 52460) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:50:30.497457 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e730d124-8ec7-4076-848a-0439b5b15c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:50:30.498896 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e730d124-8ec7-4076-848a-0439b5b15c10 admin admin] 10.222.0.64 "GET /v2.0/subnets/ba5fe46f-a40d-4bf1-8de0-98c650acf320 HTTP/1.1" status: 200 len: 849 time: 0.1442852 Jan 21 07:50:30.796835 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-cf56ec31-b1d4-41c3-996c-7cbc7cade2f5 admin admin] 10.222.0.64 "GET /v2.0/routers/45c93536-8263-4b9d-bf0c-f1da78c48369 HTTP/1.1" status: 200 len: 704 time: 0.2917347 Jan 21 07:50:31.288835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:31.700110 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Allocated IP 172.20.0.1 (aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a/ba5fe46f-a40d-4bf1-8de0-98c650acf320/46dc05f7-9406-4368-b7cc-cadb6df687b6) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 07:50:32.011410 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:32.028950 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Transition to ACTIVE for port object 46dc05f7-9406-4368-b7cc-cadb6df687b6 will not be triggered until provisioned by entity DHCP. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 07:50:32.115703 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:32.130829 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:32.260644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Pushing event updated for resources: {'Port': ['ID=46dc05f7-9406-4368-b7cc-cadb6df687b6,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:32.273484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:32.331490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Network aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 07:50:32.332653 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 07:50:32.335817 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 07:50:32.336400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854392411'] for router_interface, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:32.576234 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-303dbe68-8308-4cfd-8f9d-a164e027d155 None None] Provisioning for port 46dc05f7-9406-4368-b7cc-cadb6df687b6 completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 07:50:32.581825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-303dbe68-8308-4cfd-8f9d-a164e027d155 None None] Provisioning complete for port 46dc05f7-9406-4368-b7cc-cadb6df687b6 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:50:32.582234 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-303dbe68-8308-4cfd-8f9d-a164e027d155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:32.642006 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-303dbe68-8308-4cfd-8f9d-a164e027d155 None None] Port 46dc05f7-9406-4368-b7cc-cadb6df687b6 cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 07:50:32.809272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:33.100898 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:33.136701 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:33.137737 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853185421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854393790'] for router_interface, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:33.152048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:33.275665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Pushing event updated for resources: {'Port': ['ID=46dc05f7-9406-4368-b7cc-cadb6df687b6,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:33.285203 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:33.342742 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Network aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 07:50:33.343910 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 07:50:33.571670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Router 45c93536-8263-4b9d-bf0c-f1da78c48369 is scheduled to L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c with binding_index 1 {{(pid=80227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 07:50:33.573175 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1a79920f-2028-43db-a54d-be914535164a None None] Provisioning complete for port 46dc05f7-9406-4368-b7cc-cadb6df687b6 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:50:33.573588 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1a79920f-2028-43db-a54d-be914535164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:33.629834 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1a79920f-2028-43db-a54d-be914535164a None None] Port 46dc05f7-9406-4368-b7cc-cadb6df687b6 cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 07:50:33.734710 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 07:50:33.745226 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Sync routers for ids ['45c93536-8263-4b9d-bf0c-f1da78c48369'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 07:50:33.745516 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] 10.222.0.64 "PUT /v2.0/routers/45c93536-8263-4b9d-bf0c-f1da78c48369/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9430702 Jan 21 07:50:33.756002 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Routers {'45c93536-8263-4b9d-bf0c-f1da78c48369'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 07:50:33.756993 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T07:50:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['45c93536-8263-4b9d-bf0c-f1da78c48369'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:50:33.944554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Set router 45c93536-8263-4b9d-bf0c-f1da78c48369 gateway port host: None {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 07:50:34.329150 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'name': 'router1', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:50:21Z', 'updated_at': '2021-01-21T07:50:32Z', 'revision_number': 2, 'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'gw_port_host': None, '_interfaces': [{'id': '46dc05f7-9406-4368-b7cc-cadb6df687b6', 'name': '', 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'mac_address': 'fa:16:3e:ee:9d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:50:31Z', 'updated_at': '2021-01-21T07:50:32Z', 'revision_number': 2, 'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'subnets': [{'id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89040842-f83f-4d2c-ab5b-cb2c5d0db2e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:50:34.335376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Checking router: 45c93536-8263-4b9d-bf0c-f1da78c48369 for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 07:50:34.335806 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Updating router 45c93536-8263-4b9d-bf0c-f1da78c48369 port 46dc05f7-9406-4368-b7cc-cadb6df687b6 binding host dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 07:50:34.567769 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:35.019242 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Notify callbacks [] for port, precommit_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:35.033651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Transition to ACTIVE for port object 46dc05f7-9406-4368-b7cc-cadb6df687b6 will not be triggered until provisioned by entity L2. {{(pid=80229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 07:50:35.068593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:35.085907 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:35.223536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Pushing event updated for resources: {'Port': ['ID=46dc05f7-9406-4368-b7cc-cadb6df687b6,revision_number=3']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:35.235032 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:35.235415 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Tracked resource versions report: Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: pushed versions: Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: { 'AddressGroup': {'1.1'}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': {'1.0'}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': {'1.0'}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': {'1.1'}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': {'1.6'}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': {'1.2'}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': {'1.8'}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': {'1.4'}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': {'1.2'}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': {'1.0'}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': {'1.1'}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': {'1.1'}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: consumer versions: Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: { DHCP agent@dv-cinder-768592-5-smb: {}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: L3 agent@dv-cinder-768592-5-smb: {}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: Metadata agent@dv-cinder-768592-5-smb: {}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: Metering agent@dv-cinder-768592-5-smb: {}, Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: Open vSwitch agent@dv-cinder-768592-5-smb: { 'AddressGroup': '1.1', Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': '1.0', Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': '1.0', Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': '1.1', Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': '1.6', Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': '1.2', Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': '1.8', Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': '1.4', Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': '1.2', Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': '1.0', Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': '1.1', Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': '1.1'}} Jan 21 07:50:35.241925 dv-cinder-768592-5-smb neutron-server[80113]: {{(pid=80229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 07:50:35.244783 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:35.419660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Attempting to bind port 46dc05f7-9406-4368-b7cc-cadb6df687b6 on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 07:50:35.420087 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Attempting to bind port 46dc05f7-9406-4368-b7cc-cadb6df687b6 by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': 'cf10c7d6-0179-413d-962d-3b801f6be910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a'}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 07:50:35.420546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Attempting to bind port 46dc05f7-9406-4368-b7cc-cadb6df687b6 on network aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 07:50:35.426645 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 07:50:35.427706 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Checking segment: {'id': 'cf10c7d6-0179-413d-962d-3b801f6be910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 07:50:35.428168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:35.428679 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Bound using segment: {'id': 'cf10c7d6-0179-413d-962d-3b801f6be910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a'} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 07:50:35.429233 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Bound port: 46dc05f7-9406-4368-b7cc-cadb6df687b6, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf10c7d6-0179-413d-962d-3b801f6be910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a'}}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 07:50:35.429669 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:35.524256 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] For port 46dc05f7-9406-4368-b7cc-cadb6df687b6, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 07:50:35.528749 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] For port 46dc05f7-9406-4368-b7cc-cadb6df687b6, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=46dc05f7-9406-4368-b7cc-cadb6df687b6,segment=NetworkSegment(cf10c7d6-0179-413d-962d-3b801f6be910),segment_id=cf10c7d6-0179-413d-962d-3b801f6be910)] {{(pid=80229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 07:50:35.606545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:35.622726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:35.776194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Pushing event updated for resources: {'Port': ['ID=46dc05f7-9406-4368-b7cc-cadb6df687b6,revision_number=4']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:35.789163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:35.841575 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Routers {'45c93536-8263-4b9d-bf0c-f1da78c48369'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 07:50:35.844127 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T07:50:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['45c93536-8263-4b9d-bf0c-f1da78c48369'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:50:36.011355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] Set router 45c93536-8263-4b9d-bf0c-f1da78c48369 gateway port host: None {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 07:50:36.292348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 52472) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:50:36.420661 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'name': 'router1', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:50:21Z', 'updated_at': '2021-01-21T07:50:32Z', 'revision_number': 2, 'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'gw_port_host': None, '_interfaces': [{'id': '46dc05f7-9406-4368-b7cc-cadb6df687b6', 'name': '', 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'mac_address': 'fa:16:3e:ee:9d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:50:31Z', 'updated_at': '2021-01-21T07:50:35Z', 'revision_number': 4, 'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'subnets': [{'id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89040842-f83f-4d2c-ab5b-cb2c5d0db2e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:50:36.424789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa0fb8-3a84-40a7-995e-4702085295aa None None] The sync data for ids ['45c93536-8263-4b9d-bf0c-f1da78c48369'] in dv-cinder-768592-5-smb is: [{'id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'name': 'router1', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:50:21Z', 'updated_at': '2021-01-21T07:50:32Z', 'revision_number': 2, 'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'gw_port_host': None, '_interfaces': [{'id': '46dc05f7-9406-4368-b7cc-cadb6df687b6', 'name': '', 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'mac_address': 'fa:16:3e:ee:9d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:50:31Z', 'updated_at': '2021-01-21T07:50:35Z', 'revision_number': 4, 'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'subnets': [{'id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89040842-f83f-4d2c-ab5b-cb2c5d0db2e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 07:50:36.486909 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487081d1-372e-4e08-8f45-e9df7c7de246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:50:36.487560 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-487081d1-372e-4e08-8f45-e9df7c7de246 admin admin] Synchronizing usage tracker for tenant:b1d1e5a318d44ae8a0eff434ce7a13b1 on resource:network {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 07:50:36.548662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-487081d1-372e-4e08-8f45-e9df7c7de246 admin admin] Unset dirty status for tenant:b1d1e5a318d44ae8a0eff434ce7a13b1 on resource:network {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 07:50:36.549959 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-487081d1-372e-4e08-8f45-e9df7c7de246 admin admin] 10.222.0.64 "GET /v2.0/networks/8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 HTTP/1.1" status: 200 len: 842 time: 0.2564619 Jan 21 07:50:36.561392 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Request body: {'subnet': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'ip_version': 4, 'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.2.1'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 07:50:36.568964 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 07:50:36.573814 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Usage tracker for resource:subnet and tenant:b1d1e5a318d44ae8a0eff434ce7a13b1 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 07:50:36.578079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 07:50:36.584979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 07:50:36.634161 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Made reservation on behalf of b1d1e5a318d44ae8a0eff434ce7a13b1 for: {'subnet': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 07:50:36.639051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:37.394615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.objects.ports [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80227) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 07:50:37.395133 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:37.417799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:37.550388 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c75c30-e7ad-484c-a4d8-cb52895a76d5,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:37.556091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:37.615188 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Checking segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 07:50:37.615583 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Network hostable DHCP agents. Network: 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 07:50:37.679642 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 07:50:37.719634 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4) {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 07:50:37.724544 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:50:37.725621 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:37.730161 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bea08e7-45ba-4089-923e-5aa7e6e79a16 None None] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 07:50:37.778019 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2203526 Jan 21 07:50:37.963562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef553314-82a7-4128-8ea6-04cf3f4cbca0 None None] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 07:50:38.952237 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 46dc05f7-9406-4368-b7cc-cadb6df687b6 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 07:50:39.051433 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 46dc05f7-9406-4368-b7cc-cadb6df687b6 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 07:50:39.057151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 46dc05f7-9406-4368-b7cc-cadb6df687b6 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:50:39.057570 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:39.181967 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:39.325486 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port 46dc05f7-9406-4368-b7cc-cadb6df687b6, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=46dc05f7-9406-4368-b7cc-cadb6df687b6,segment=NetworkSegment(cf10c7d6-0179-413d-962d-3b801f6be910),segment_id=cf10c7d6-0179-413d-962d-3b801f6be910)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 07:50:39.360045 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:39.362972 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:39.440050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=46dc05f7-9406-4368-b7cc-cadb6df687b6,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:39.443523 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:40.375562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 52486) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:50:40.620107 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-3d3e1554-e825-4707-9283-bfb591d53e62 admin admin] 10.222.0.64 "GET /v2.0/routers/45c93536-8263-4b9d-bf0c-f1da78c48369 HTTP/1.1" status: 200 len: 710 time: 0.2431755 Jan 21 07:50:40.936852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 46dc05f7-9406-4368-b7cc-cadb6df687b6 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 07:50:40.949683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a9b7e5-6b1f-496c-8f39-90afcded7aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:50:40.951175 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-47a9b7e5-6b1f-496c-8f39-90afcded7aa1 admin admin] 10.222.0.64 "GET /v2.0/networks/8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 HTTP/1.1" status: 200 len: 886 time: 0.3252218 Jan 21 07:50:40.961867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 07:50:41.014266 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 46dc05f7-9406-4368-b7cc-cadb6df687b6 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:50:41.014674 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:41.424264 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-368799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710853'] for router, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:41.798322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:41.855697 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:41.867957 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:41.883070 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 07:50:41.886905 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 07:50:41.889882 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 07:50:41.895445 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 07:50:42.149746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:42.182465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:42.198444 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:42.289788 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4720cac-9afd-45c2-908b-8518c8a5cc87,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:42.295092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:42.456500 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Allocated IP 172.28.2.175 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/f3766085-77b7-49e6-af37-cd573fb26a2a) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 07:50:42.611233 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:42.668525 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:42.684035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:42.823091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Pushing event updated for resources: {'Port': ['ID=f3766085-77b7-49e6-af37-cd573fb26a2a,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:42.835609 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:42.875296 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 07:50:42.876493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 07:50:42.878786 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 07:50:43.595207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:43.951917 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-368799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710853'] for router, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:43.955433 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-383352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-383337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854392480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854392441'] for router, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:44.145503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Router 45c93536-8263-4b9d-bf0c-f1da78c48369 has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 07:50:44.329909 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 07:50:44.340587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Sync routers for ids ['45c93536-8263-4b9d-bf0c-f1da78c48369'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 07:50:44.346791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Notify callbacks [] for router, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:44.348050 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] 10.222.0.64 "PUT /v2.0/routers/45c93536-8263-4b9d-bf0c-f1da78c48369 HTTP/1.1" status: 200 len: 890 time: 3.3905466 Jan 21 07:50:44.358834 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Routers {'45c93536-8263-4b9d-bf0c-f1da78c48369'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 07:50:44.359553 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T07:50:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['45c93536-8263-4b9d-bf0c-f1da78c48369'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:50:44.728086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Set router 45c93536-8263-4b9d-bf0c-f1da78c48369 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 07:50:45.129822 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'name': 'router1', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': 'f3766085-77b7-49e6-af37-cd573fb26a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:50:21Z', 'updated_at': '2021-01-21T07:50:43Z', 'revision_number': 4, 'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'gw_port': {'id': 'f3766085-77b7-49e6-af37-cd573fb26a2a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:50:42Z', 'updated_at': '2021-01-21T07:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': '46dc05f7-9406-4368-b7cc-cadb6df687b6', 'name': '', 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'mac_address': 'fa:16:3e:ee:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:50:31Z', 'updated_at': '2021-01-21T07:50:39Z', 'revision_number': 5, 'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'subnets': [{'id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89040842-f83f-4d2c-ab5b-cb2c5d0db2e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:50:45.135549 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Checking router: 45c93536-8263-4b9d-bf0c-f1da78c48369 for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 07:50:45.135945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Updating router 45c93536-8263-4b9d-bf0c-f1da78c48369 port f3766085-77b7-49e6-af37-cd573fb26a2a binding host dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 07:50:45.195447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:45.623137 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:45.663167 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Transition to ACTIVE for port object f3766085-77b7-49e6-af37-cd573fb26a2a will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 07:50:45.702850 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:45.719067 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:45.851812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef438a-5070-4ad3-8aa0-cddaa9edd496 None None] Pushing event updated for resources: {'Port': ['ID=f3766085-77b7-49e6-af37-cd573fb26a2a,revision_number=2']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:45.856424 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-84ef438a-5070-4ad3-8aa0-cddaa9edd496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:45.922481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Attempting to bind port f3766085-77b7-49e6-af37-cd573fb26a2a on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 07:50:45.922817 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Attempting to bind port f3766085-77b7-49e6-af37-cd573fb26a2a by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 07:50:45.923354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Attempting to bind port f3766085-77b7-49e6-af37-cd573fb26a2a on network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 07:50:45.929787 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 07:50:45.930201 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Checking segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 07:50:45.930649 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:45.931081 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Bound using segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 07:50:45.931593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Bound port: f3766085-77b7-49e6-af37-cd573fb26a2a, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 07:50:45.932027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:46.008329 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] For port f3766085-77b7-49e6-af37-cd573fb26a2a, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 07:50:46.011467 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] For port f3766085-77b7-49e6-af37-cd573fb26a2a, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=f3766085-77b7-49e6-af37-cd573fb26a2a,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 07:50:46.039648 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:46.055881 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:46.205493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef438a-5070-4ad3-8aa0-cddaa9edd496 None None] Pushing event updated for resources: {'Port': ['ID=f3766085-77b7-49e6-af37-cd573fb26a2a,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:46.210514 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-84ef438a-5070-4ad3-8aa0-cddaa9edd496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:46.254013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Routers {'45c93536-8263-4b9d-bf0c-f1da78c48369'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 07:50:46.254695 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T07:50:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['45c93536-8263-4b9d-bf0c-f1da78c48369'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:50:46.445925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] Set router 45c93536-8263-4b9d-bf0c-f1da78c48369 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 07:50:46.797879 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'name': 'router1', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': 'f3766085-77b7-49e6-af37-cd573fb26a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:50:21Z', 'updated_at': '2021-01-21T07:50:43Z', 'revision_number': 4, 'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'gw_port': {'id': 'f3766085-77b7-49e6-af37-cd573fb26a2a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:50:42Z', 'updated_at': '2021-01-21T07:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': '46dc05f7-9406-4368-b7cc-cadb6df687b6', 'name': '', 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'mac_address': 'fa:16:3e:ee:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:50:31Z', 'updated_at': '2021-01-21T07:50:39Z', 'revision_number': 5, 'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'subnets': [{'id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89040842-f83f-4d2c-ab5b-cb2c5d0db2e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:50:46.802657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f2696-822c-4970-ada0-0e93e3268ce2 None None] The sync data for ids ['45c93536-8263-4b9d-bf0c-f1da78c48369'] in dv-cinder-768592-5-smb is: [{'id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'name': 'router1', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': 'f3766085-77b7-49e6-af37-cd573fb26a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:50:21Z', 'updated_at': '2021-01-21T07:50:43Z', 'revision_number': 4, 'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'gw_port': {'id': 'f3766085-77b7-49e6-af37-cd573fb26a2a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:50:42Z', 'updated_at': '2021-01-21T07:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': '46dc05f7-9406-4368-b7cc-cadb6df687b6', 'name': '', 'network_id': 'aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a', 'tenant_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'mac_address': 'fa:16:3e:ee:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c93536-8263-4b9d-bf0c-f1da78c48369', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:50:31Z', 'updated_at': '2021-01-21T07:50:39Z', 'revision_number': 5, 'project_id': 'ac7d2c8f208e492d914e5d2ac21f36ef', 'subnets': [{'id': 'ba5fe46f-a40d-4bf1-8de0-98c650acf320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89040842-f83f-4d2c-ab5b-cb2c5d0db2e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 07:50:46.989065 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device f3766085-77b7-49e6-af37-cd573fb26a2a up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 07:50:47.093324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 52496) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:50:47.097453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port f3766085-77b7-49e6-af37-cd573fb26a2a completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 07:50:47.105846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port f3766085-77b7-49e6-af37-cd573fb26a2a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:50:47.106355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:47.238942 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:47.330207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port f3766085-77b7-49e6-af37-cd573fb26a2a, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=f3766085-77b7-49e6-af37-cd573fb26a2a,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 07:50:47.364439 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.policy [None req-6f63d2a8-986b-46f8-b612-0da2360a9447 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80226) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 21 07:50:47.365311 dv-cinder-768592-5-smb neutron-server[80113]: WARNING oslo_policy.policy [None req-6f63d2a8-986b-46f8-b612-0da2360a9447 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 07:50:47.365664 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:47.365777 dv-cinder-768592-5-smb neutron-server[80113]: WARNING oslo_policy.policy [None req-6f63d2a8-986b-46f8-b612-0da2360a9447 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 07:50:47.367879 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8abec334-f797-4317-90c6-679c6e1f4286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:50:47.376598 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63d2a8-986b-46f8-b612-0da2360a9447 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:50:47.378640 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6f63d2a8-986b-46f8-b612-0da2360a9447 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.2842710 Jan 21 07:50:47.445422 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=f3766085-77b7-49e6-af37-cd573fb26a2a,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:50:47.449221 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:50:48.945303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device f3766085-77b7-49e6-af37-cd573fb26a2a up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 07:50:49.020852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port f3766085-77b7-49e6-af37-cd573fb26a2a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:50:49.021274 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:50.868061 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-abb9296d-633a-42ec-a312-3d5070e0df2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:52.971098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6ac8e896-5ffe-409b-b46b-c73481df2e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:53.771567 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:54.948026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:50:55.588139 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:51:06.081283 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 5 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:51:20.839280 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-38b8cb9a-c506-43dc-be7d-95e0c540f6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:51:22.970250 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d268dcc5-1583-4501-a112-45209e7b24c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:51:23.776028 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:51:24.941641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:51:25.587271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:51:43.080499 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 5 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:51:50.839604 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0e4baf55-1c42-4424-9db1-6c379cd5ffd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:51:52.970099 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2f054ede-3bdc-43ef-8538-348dc83e9d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:51:53.775789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:51:54.958100 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:51:55.598408 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:52:20.081668 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 5 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:52:20.849469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-19f70b1e-854c-48fa-8b22-7605f2e703df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:52:22.973968 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a43bb7d3-9e0e-47b3-9826-e85a42373a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:52:23.797252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:52:24.947877 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:52:25.620434 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:52:50.871607 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7df56494-08f5-4eee-980b-8291b347de78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:52:52.979784 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fb076f2c-95ae-4730-9f5f-bdfcced12998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:52:53.790844 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:52:54.940261 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:52:55.613897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:52:57.080799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 5 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:53:04.117234 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53074) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:53:04.227214 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc375c9-08e8-4ee4-996c-416523c7a72b admin admin] GET failed (client error): The resource could not be found. Jan 21 07:53:04.228574 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-ddc375c9-08e8-4ee4-996c-416523c7a72b admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1103280 Jan 21 07:53:04.570497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197202d7-aa44-4035-919d-e231880076b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:04.572082 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-197202d7-aa44-4035-919d-e231880076b3 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.3372262 Jan 21 07:53:07.058205 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53084) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:53:07.208243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387608f6-cac3-4a13-89f3-ab2c3719aeca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:07.209876 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-387608f6-cac3-4a13-89f3-ab2c3719aeca admin admin] 10.222.0.64 "GET /v2.0/subnets/ba5fe46f-a40d-4bf1-8de0-98c650acf320 HTTP/1.1" status: 200 len: 849 time: 0.1506476 Jan 21 07:53:07.220208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 07:53:07.348288 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:07.710991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758234179392'] for subnet, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:07.726558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:53:07.877960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5fe46f-a40d-4bf1-8de0-98c650acf320,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:53:07.898454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:53:07.898832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:53:07.899201 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:53:07.899563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:53:07.899921 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:53:07.900307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:53:07.900661 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:53:07.901014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:53:07.901377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:53:07.901729 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:53:07.902080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:53:07.902427 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Tracked resource versions report: Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: pushed versions: Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: { 'AddressGroup': {'1.1'}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': {'1.0'}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': {'1.0'}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': {'1.1'}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': {'1.6'}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': {'1.2'}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': {'1.8'}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': {'1.4'}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': {'1.2'}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': {'1.0'}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': {'1.1'}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': {'1.1'}} Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: consumer versions: Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: { DHCP agent@dv-cinder-768592-5-smb: {}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: L3 agent@dv-cinder-768592-5-smb: {}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: Metadata agent@dv-cinder-768592-5-smb: {}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: Metering agent@dv-cinder-768592-5-smb: {}, Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: Open vSwitch agent@dv-cinder-768592-5-smb: { 'AddressGroup': '1.1', Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': '1.0', Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': '1.0', Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': '1.1', Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': '1.6', Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': '1.2', Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': '1.8', Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': '1.4', Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': '1.2', Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': '1.0', Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': '1.1', Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': '1.1'}} Jan 21 07:53:07.903546 dv-cinder-768592-5-smb neutron-server[80113]: {{(pid=80226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 07:53:07.953241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:53:07.963968 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:07.964656 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:07.966055 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] 10.222.0.64 "PUT /v2.0/subnets/ba5fe46f-a40d-4bf1-8de0-98c650acf320 HTTP/1.1" status: 200 len: 868 time: 0.7500370 Jan 21 07:53:07.969011 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a57db6e-c9a7-4e91-8ba1-289d640ae5bc None None] Network aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 07:53:08.518189 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-fd60b04e-0c57-441f-ae2b-e5186b4e2082 None None] Provisioning complete for port 020cc63c-66c2-4e0e-b3ca-8e8b14fcd6a4 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:53:08.518733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fd60b04e-0c57-441f-ae2b-e5186b4e2082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:08.653545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-fd60b04e-0c57-441f-ae2b-e5186b4e2082 None None] Provisioning complete for port 46dc05f7-9406-4368-b7cc-cadb6df687b6 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:53:08.653961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fd60b04e-0c57-441f-ae2b-e5186b4e2082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:10.453497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53100) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:53:10.669790 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e916e7c-5354-487f-ae53-14bb6bb79a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:10.670126 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e916e7c-5354-487f-ae53-14bb6bb79a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:10.672442 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-0e916e7c-5354-487f-ae53-14bb6bb79a3d admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2178791 Jan 21 07:53:13.142987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53110) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:53:13.359975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3420b6-233b-4729-a177-c08b25515104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:13.360425 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3420b6-233b-4729-a177-c08b25515104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:13.362151 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-bf3420b6-233b-4729-a177-c08b25515104 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2180240 Jan 21 07:53:15.834835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53120) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:53:16.043723 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6631195f-bac9-4767-9f9c-4914058ef563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:16.045190 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6631195f-bac9-4767-9f9c-4914058ef563 admin admin] 10.222.0.64 "GET /v2.0/networks/8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 HTTP/1.1" status: 200 len: 886 time: 0.2093260 Jan 21 07:53:18.508099 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53130) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:53:18.724490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4035c1b1-5e01-468b-878c-ccfd518dce7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:18.725985 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-4035c1b1-5e01-468b-878c-ccfd518dce7d admin admin] 10.222.0.64 "GET /v2.0/networks/aeb1a174-a8eb-4ed4-9f37-5ba30b76bf7a HTTP/1.1" status: 200 len: 862 time: 0.2167988 Jan 21 07:53:20.830937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0339d931-218e-4bc6-bb46-a6ce3e5bec2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:21.191706 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53140) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:53:21.339696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049006bc-aed0-4783-bd89-1028f403dd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:21.340112 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049006bc-aed0-4783-bd89-1028f403dd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:21.340987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-049006bc-aed0-4783-bd89-1028f403dd27 admin admin] Synchronizing usage tracker for tenant:b1d1e5a318d44ae8a0eff434ce7a13b1 on resource:subnet {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 07:53:21.413501 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-049006bc-aed0-4783-bd89-1028f403dd27 admin admin] Unset dirty status for tenant:b1d1e5a318d44ae8a0eff434ce7a13b1 on resource:subnet {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 07:53:21.414724 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-049006bc-aed0-4783-bd89-1028f403dd27 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2219667 Jan 21 07:53:22.973726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-30d25058-1b47-47f9-ab9a-1f827e029bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:23.790746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:23.872745 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53150) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:53:24.015419 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a8b3ba-9ea3-4456-8cac-59192313a084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:24.015969 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a8b3ba-9ea3-4456-8cac-59192313a084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:24.017484 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-94a8b3ba-9ea3-4456-8cac-59192313a084 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1437004 Jan 21 07:53:24.933421 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:25.630677 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:26.574119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53160) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:53:26.721769 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99ae5e3-1275-479f-aac6-aedb4784c8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:26.723274 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a99ae5e3-1275-479f-aac6-aedb4784c8dc admin admin] 10.222.0.64 "GET /v2.0/subnets/ba5fe46f-a40d-4bf1-8de0-98c650acf320 HTTP/1.1" status: 200 len: 868 time: 0.1481254 Jan 21 07:53:29.189978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53170) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:53:29.331427 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf47f2e-0985-4800-a753-224b953e4354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:29.332978 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-caf47f2e-0985-4800-a753-224b953e4354 admin admin] 10.222.0.64 "GET /v2.0/subnets/d7c75c30-e7ad-484c-a4d8-cb52895a76d5 HTTP/1.1" status: 200 len: 816 time: 0.1419611 Jan 21 07:53:34.080819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 5 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:53:50.842477 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9db0c616-8458-4249-bffc-50657fb43fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:52.984893 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c703a9f5-313d-44d7-a63a-851925cf0550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:53.818548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:54.961969 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:55.281167 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53210) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:53:55.368662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [None req-2c1ecfcb-fa89-4997-852f-c677caa1a109 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 07:53:55.369735 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-2c1ecfcb-fa89-4997-852f-c677caa1a109 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0875037 Jan 21 07:53:55.630453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:53:58.145487 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53220) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:53:58.276908 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5f76ef-b8c7-4e86-afec-36988e3c2c37 admin admin] GET failed (client error): The resource could not be found. Jan 21 07:53:58.280675 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9f5f76ef-b8c7-4e86-afec-36988e3c2c37 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1339808 Jan 21 07:53:58.439304 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312fad97-aff5-4958-8ab4-1f136ea4bf67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:53:58.440850 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-312fad97-aff5-4958-8ab4-1f136ea4bf67 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1575112 Jan 21 07:54:01.315365 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53230) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:54:01.401414 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 07:54:01.404293 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.quota [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Loaded quota_driver: . Jan 21 07:54:01.410715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 07:54:01.424383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 07:54:01.464527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Made reservation on behalf of b1d1e5a318d44ae8a0eff434ce7a13b1 for: {'network': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 07:54:01.469847 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:01.572453 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.services.revisions.revision_plugin [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Could not find related network for resource to bump revision. Jan 21 07:54:01.589374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 07:54:01.661333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758234124335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:01.661834 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Added segment a2a9cb2f-bfae-4211-9146-c946c6690a82 of type vxlan for network 7835a278-2720-40f4-98ef-639cdd795633 Jan 21 07:54:01.747939 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:01.818677 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:01.820009 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:54:01.820723 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:01.827111 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:54:02.087745 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=7835a278-2720-40f4-98ef-639cdd795633,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:54:02.091726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:54:02.100000 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network 7835a278-2720-40f4-98ef-639cdd795633 details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 07:54:02.110841 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.7942963 Jan 21 07:54:04.642931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53240) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:54:04.745139 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.pecan_wsgi.hooks.translation [None req-06719800-1591-4db5-95a2-0982985fffcb admin admin] GET failed (client error): The resource could not be found. Jan 21 07:54:04.745719 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-06719800-1591-4db5-95a2-0982985fffcb admin admin] Synchronizing usage tracker for tenant:b1d1e5a318d44ae8a0eff434ce7a13b1 on resource:network {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 07:54:04.795672 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-06719800-1591-4db5-95a2-0982985fffcb admin admin] Unset dirty status for tenant:b1d1e5a318d44ae8a0eff434ce7a13b1 on resource:network {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 07:54:04.796918 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-06719800-1591-4db5-95a2-0982985fffcb admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1529539 Jan 21 07:54:04.913523 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859bad5f-2b39-4ce4-999f-c13919970ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:54:04.915008 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-859bad5f-2b39-4ce4-999f-c13919970ec5 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1135457 Jan 21 07:54:04.926548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '7835a278-2720-40f4-98ef-639cdd795633', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 07:54:04.931436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 07:54:04.941060 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 07:54:05.030103 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Made reservation on behalf of b1d1e5a318d44ae8a0eff434ce7a13b1 for: {'subnet': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 07:54:05.034804 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:05.493782 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:05.509874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-15760f47-c141-41de-9175-1760fb3d4f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:54:05.639676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddde4ad1-a931-4db9-8d5e-7f134cc1b1f7,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:54:05.643553 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:54:05.704373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Checking segment: {'id': 'a2a9cb2f-bfae-4211-9146-c946c6690a82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7835a278-2720-40f4-98ef-639cdd795633'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 07:54:05.704775 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Network hostable DHCP agents. Network: 7835a278-2720-40f4-98ef-639cdd795633, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 07:54:05.789606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Network 7835a278-2720-40f4-98ef-639cdd795633 is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 07:54:05.829811 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, 7835a278-2720-40f4-98ef-639cdd795633) {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 07:54:05.834938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 07:54:05.835579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:05.838826 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74247b55-50de-47d3-b025-871ca59da5a1 None None] Network 7835a278-2720-40f4-98ef-639cdd795633 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 07:54:05.882293 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9595435 Jan 21 07:54:06.082034 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad5dd5b-8473-5dcf-ba09-1ee1d1d0759e-7835a278-2720-40f4-98ef-639cdd795633', 'network_id': '7835a278-2720-40f4-98ef-639cdd795633', 'tenant_id': 'b1d1e5a318d44ae8a0eff434ce7a13b1', 'fixed_ips': [{'subnet_id': 'ddde4ad1-a931-4db9-8d5e-7f134cc1b1f7'}]}} from dv-cinder-768592-5-smb. {{(pid=80228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 07:54:06.082739 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:06.385603 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Allocated IP 192.168.233.2 (7835a278-2720-40f4-98ef-639cdd795633/ddde4ad1-a931-4db9-8d5e-7f134cc1b1f7/82566ed3-7474-477e-b73e-59b88f8edab5) {{(pid=80228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 07:54:06.693537 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Notify callbacks [] for port, precommit_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:06.773102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Transition to ACTIVE for port object 82566ed3-7474-477e-b73e-59b88f8edab5 will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 07:54:06.793503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Transition to ACTIVE for port object 82566ed3-7474-477e-b73e-59b88f8edab5 will not be triggered until provisioned by entity DHCP. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 07:54:06.836040 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:06.853191 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:54:06.986924 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Pushing event updated for resources: {'Port': ['ID=82566ed3-7474-477e-b73e-59b88f8edab5,revision_number=1']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:54:07.011115 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:54:07.011506 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:54:07.011885 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:54:07.012290 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:54:07.012682 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:54:07.013054 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:54:07.013421 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:54:07.013783 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:54:07.014150 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:54:07.014518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:54:07.014883 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:54:07.015247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:54:07.019566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:54:07.061248 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Network 7835a278-2720-40f4-98ef-639cdd795633 is already hosted by enough agents. {{(pid=80228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 07:54:07.062393 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Resources bound (agent type, host, resource id): {{(pid=80228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 07:54:07.065151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Received port after_create {{(pid=80228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 07:54:07.124689 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Attempting to bind port 82566ed3-7474-477e-b73e-59b88f8edab5 on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 07:54:07.125104 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Attempting to bind port 82566ed3-7474-477e-b73e-59b88f8edab5 by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': 'a2a9cb2f-bfae-4211-9146-c946c6690a82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7835a278-2720-40f4-98ef-639cdd795633'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 07:54:07.125519 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Attempting to bind port 82566ed3-7474-477e-b73e-59b88f8edab5 on network 7835a278-2720-40f4-98ef-639cdd795633 {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 07:54:07.132111 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 07:54:07.132551 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Checking segment: {'id': 'a2a9cb2f-bfae-4211-9146-c946c6690a82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7835a278-2720-40f4-98ef-639cdd795633'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 07:54:07.133054 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:07.133504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Bound using segment: {'id': 'a2a9cb2f-bfae-4211-9146-c946c6690a82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7835a278-2720-40f4-98ef-639cdd795633'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 07:54:07.134027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Bound port: 82566ed3-7474-477e-b73e-59b88f8edab5, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a9cb2f-bfae-4211-9146-c946c6690a82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7835a278-2720-40f4-98ef-639cdd795633'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 07:54:07.134468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:07.249332 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] For port 82566ed3-7474-477e-b73e-59b88f8edab5, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 07:54:07.253435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] For port 82566ed3-7474-477e-b73e-59b88f8edab5, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=82566ed3-7474-477e-b73e-59b88f8edab5,segment=NetworkSegment(a2a9cb2f-bfae-4211-9146-c946c6690a82),segment_id=a2a9cb2f-bfae-4211-9146-c946c6690a82)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 07:54:07.339212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:07.355755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:54:07.668635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Pushing event updated for resources: {'Port': ['ID=82566ed3-7474-477e-b73e-59b88f8edab5,revision_number=2']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:54:07.673975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:54:08.924935 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63191725-421c-46d6-95db-b20d4f96a0d1 None None] Network 7835a278-2720-40f4-98ef-639cdd795633 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 07:54:09.056463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-849ebec4-3058-4b4a-b4a3-61b00b336928 None None] Provisioning for port 82566ed3-7474-477e-b73e-59b88f8edab5 completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 07:54:09.095971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 82566ed3-7474-477e-b73e-59b88f8edab5 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 07:54:09.289066 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 82566ed3-7474-477e-b73e-59b88f8edab5 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 07:54:09.294694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 82566ed3-7474-477e-b73e-59b88f8edab5 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:54:09.295116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:09.427252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:09.463732 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port 82566ed3-7474-477e-b73e-59b88f8edab5, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=82566ed3-7474-477e-b73e-59b88f8edab5,segment=NetworkSegment(a2a9cb2f-bfae-4211-9146-c946c6690a82),segment_id=a2a9cb2f-bfae-4211-9146-c946c6690a82)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 07:54:09.551469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-523c1374-689a-4c12-8153-01e8747d3b1e None None] Provisioning complete for port 82566ed3-7474-477e-b73e-59b88f8edab5 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:54:09.551469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-523c1374-689a-4c12-8153-01e8747d3b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:09.586326 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:09.594791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-84ef438a-5070-4ad3-8aa0-cddaa9edd496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:54:09.720111 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=82566ed3-7474-477e-b73e-59b88f8edab5,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:54:09.725162 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:54:09.846712 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-9ae9484c-f5ad-4808-8315-1064b0bde608 None None] Provisioning complete for port 82566ed3-7474-477e-b73e-59b88f8edab5 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:54:09.847079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9ae9484c-f5ad-4808-8315-1064b0bde608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:11.046830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 82566ed3-7474-477e-b73e-59b88f8edab5 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 07:54:11.080362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 5 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:54:11.124017 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 82566ed3-7474-477e-b73e-59b88f8edab5 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 07:54:11.124458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:20.857794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6136914c-bfb1-412a-954f-99bd3cfd40e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:23.000860 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-96059ce8-f1d6-47c8-a99e-6d851c9dd816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:23.795591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:24.961081 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:25.658292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:48.080266 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 5 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:54:50.845944 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2019-5f9e-498e-abdb-4f092ff7df68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:53.000245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b114c8dd-33c2-4c70-b357-b828ce1cfebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:53.794337 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:54.943093 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:54:55.634261 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:20.845290 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de3d2ed0-7a16-40cf-9f8a-5510fde97059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:22.993651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-139be771-65a6-49c7-92e8-a73608299624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:23.659662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53282) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:55:23.666971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [None req-7e685f71-fa92-4ed1-bf67-c47169527c06 tempest-verify_tempest_config-1537798916 tempest-verify_tempest_config-1537798916] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 07:55:23.668073 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-7e685f71-fa92-4ed1-bf67-c47169527c06 tempest-verify_tempest_config-1537798916 tempest-verify_tempest_config-1537798916] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0070095 Jan 21 07:55:23.799324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:24.103821 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53302) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:55:24.261247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:24.280352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 07:55:24.284382 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Usage tracker for resource:security_group_rule and tenant:6340d050e11f49b8bf26761718f7602c is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 07:55:24.287612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 07:55:24.293944 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 07:55:24.670665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:24.736691 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:24.746965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:55:24.789331 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6340d050e11f49b8bf26761718f7602c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6843321 Jan 21 07:55:24.790209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a2a16f-08fc-46b9-96fc-e525aa267531,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:55:24.792306 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53308) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:55:24.798619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.799001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.799375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.799748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.800108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.800499 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.800861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.801225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.801589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.801984 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.802338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.802692 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.807280 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:55:24.857377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:24.884110 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:24.942290 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:24.965627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:24.970883 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 07:55:24.983820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a2a16f-08fc-46b9-96fc-e525aa267531,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 07:55:24.992591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:24.993780 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36a2a16f-08fc-46b9-96fc-e525aa267531 HTTP/1.1" status: 204 len: 168 time: 0.2004416 Jan 21 07:55:24.995174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.995553 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.995925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.996936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.997303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.997669 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.998032 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.998580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.998751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.999114 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.999463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:24.999800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:55:25.003258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 07:55:25.079529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 5 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:55:25.639194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:50.844609 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9f15dcae-f2ea-4caa-b9b8-007d667ce312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:53.033089 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-48d26a1d-d238-419e-aac6-5aa2877318d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:53.798476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:54.964867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:55:55.655815 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:56:02.080053 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 5 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:56:20.866481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-afd63916-d5b2-4aa0-a089-00368ff96b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:56:22.986310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c226ec41-aa9a-4ad3-9d6b-3dd21406700a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:56:23.809601 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:56:24.946652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:56:25.648986 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:56:39.079726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 5 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:56:50.877455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-517dd70e-632e-478a-8487-b443a62880f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:56:52.991748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3e5dc3ef-88c5-4820-9a9c-4c47bad0c7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:56:53.820362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:56:54.968572 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:56:55.649787 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:57:16.079482 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 5 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:57:20.888720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca42196a-348b-4b9e-acb4-3c99913530cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:57:23.013382 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-60266017-08cf-49af-ba6b-28ea6c318240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:57:23.814208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:57:24.973892 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:57:25.654109 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:57:45.860155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482'] for agent, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:57:45.860781 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:57:45.861003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:57:45.861593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:57:45.861977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:57:45.862352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:57:45.862730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:57:45.863089 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:57:45.863644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:57:45.864002 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:57:45.864393 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:57:45.864799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:57:45.865167 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 07:57:45.865577 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76859', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:57:45.870995 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76859', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 07:57:46.487509 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] get_endpoint_by_host() called for host hv-cinder-76859 {{(pid=80228) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 21 07:57:46.492337 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] get_endpoint_by_ip() called for ip 192.168.0.60 {{(pid=80228) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 21 07:57:46.495740 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] _add_endpoint() called for ip 192.168.0.60 {{(pid=80228) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 21 07:57:46.539739 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] _get_endpoints() called {{(pid=80228) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 21 07:57:46.966121 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53380) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:57:47.116445 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5cf954cc-bf44-468a-b9b1-af7837a618a6 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1490719 Jan 21 07:57:49.609642 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53390) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 07:57:49.697576 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-3e6b5354-25b3-4c67-8773-500fc9342703 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0867751 Jan 21 07:57:50.852952 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-936456c8-fdca-41d5-81c7-89110c4938d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:57:53.007073 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c082d04e-fc98-4f3e-87a9-5c462fbcdbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:57:53.079511 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:57:53.813807 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:57:54.978283 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:57:55.674030 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:58:15.840696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:58:20.858442 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5c0c1920-4631-451f-8d95-c890eed661e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:58:23.001665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9cb18f54-0da8-4594-8054-47ff3f59b6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:58:23.841442 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:58:24.990648 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:58:25.669975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:58:30.078851 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:58:45.864436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:58:50.863622 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b625bac0-6dcb-43ad-ae99-57bafa93b1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:58:53.000970 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69f90c5d-42dc-4198-a145-60257860cc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:58:53.829633 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:58:55.018493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:58:55.669601 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:59:07.078419 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:59:15.918540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:59:20.864032 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-07c54213-02c4-485c-b350-cc85fd8c3ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:59:23.002889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dce31d3f-14aa-47ee-a0fb-0512d33d3ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:59:23.829357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:59:24.989519 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:59:25.681026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:59:44.077918 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 07:59:45.891817 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:59:50.857584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8315aada-11d9-4095-b6da-e5cd53146a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:59:52.994857 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2bbcb93b-5ead-4370-a2e8-91bf21ecf70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:59:53.823165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:59:54.977429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 07:59:55.696083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:06.537537 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53552) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:07.100280 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-network', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:07.107073 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:07.112888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Usage tracker for resource:network and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:07.117157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:07.123777 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:07.177547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Made reservation on behalf of 170e1d6a7ba04a31aa33e7bffa3a9e2f for: {'network': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:07.182542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:07.196522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:07.213874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:07.217933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Usage tracker for resource:security_group_rule and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:07.221427 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:07.227100 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:07.272653 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53578) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:07.469209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:07.509272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:07.515360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:07.539061 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:00:07.561148 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42300da-a7fb-4140-bf8c-7118d3d111f9,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:07.565094 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:07.565490 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Added segment 80eb1539-992b-4064-b59f-2932acdfe8b0 of type vxlan for network b88aaace-79ae-42aa-8edc-fc52c046e720 Jan 21 08:00:07.574681 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.575308 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.575680 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.576089 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.576477 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.576835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.577188 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.577542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.577886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.578217 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.578567 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.581853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.582308 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.582696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.583057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.583418 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.584884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.585240 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.585871 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.586243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.586669 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.587003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.587354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.587707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Tracked resource versions report: Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: pushed versions: Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: { 'AddressGroup': {'1.1'}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': {'1.0'}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': {'1.0'}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': {'1.1'}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': {'1.6'}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': {'1.2'}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': {'1.8'}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': {'1.4'}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': {'1.2'}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': {'1.0'}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': {'1.1'}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': {'1.1'}} Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: consumer versions: Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: { DHCP agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: L3 agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: Metadata agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: Metering agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: Open vSwitch agent@dv-cinder-768592-5-smb: { 'AddressGroup': '1.1', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': '1.0', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': '1.0', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': '1.1', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': '1.6', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': '1.2', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': '1.8', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': '1.4', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': '1.2', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': '1.0', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': '1.1', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': '1.1'}, Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: Open vSwitch agent@hv-cinder-76859: { 'AddressGroup': '1.1', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': '1.0', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': '1.0', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': '1.1', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': '1.6', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': '1.2', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': '1.8', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': '1.4', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': '1.2', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': '1.0', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': '1.1', Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': '1.1'}} Jan 21 08:00:07.589054 dv-cinder-768592-5-smb neutron-server[80113]: {{(pid=80227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 08:00:07.596266 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:07.645455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:07.720997 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:07.722450 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:07.723095 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:07.728566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:07.836016 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Pushing event updated for resources: {'Network': ['ID=b88aaace-79ae-42aa-8edc-fc52c046e720,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:07.844989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:07.848549 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network b88aaace-79ae-42aa-8edc-fc52c046e720 details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:07.861811 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53598) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:07.862579 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3238940 Jan 21 08:00:07.870378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Request body: {'subnet': {'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-subnet', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:07.877547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:07.881887 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Usage tracker for resource:subnet and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:07.885806 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:07.891712 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:07.931199 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53602) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:07.934895 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1114585024-network', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:07.938641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Made reservation on behalf of 170e1d6a7ba04a31aa33e7bffa3a9e2f for: {'subnet': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:07.941718 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:07.945259 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:07.948912 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Usage tracker for resource:network and tenant:a3b4850d571945a6a5b56f8a8cf39627 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:07.953780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:07.964582 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:07.973052 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network b88aaace-79ae-42aa-8edc-fc52c046e720 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:07.979986 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53608) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:08.011586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Made reservation on behalf of a3b4850d571945a6a5b56f8a8cf39627 for: {'network': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:08.017146 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:08.037621 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:08.068724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:08.082627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Usage tracker for resource:security_group_rule and tenant:a3b4850d571945a6a5b56f8a8cf39627 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:08.088859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:08.098072 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:08.169053 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53620) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:08.325957 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1953309499-network', 'tenant_id': '6d8f0014011f4ebbac4b43afe680e362'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:08.330891 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:08.335025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Usage tracker for resource:network and tenant:6d8f0014011f4ebbac4b43afe680e362 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:08.338517 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:08.344486 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:08.553206 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Made reservation on behalf of 6d8f0014011f4ebbac4b43afe680e362 for: {'network': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:08.558324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:08.572673 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:08.607243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:08.614635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Usage tracker for resource:security_group_rule and tenant:6d8f0014011f4ebbac4b43afe680e362 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:08.644676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:08.660751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:08.676680 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:08.677762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-678916101-network', 'tenant_id': '24513a8c4244405b9ab43bf454168bf5'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:08.684037 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-96461543-network', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:08.685801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:08.694232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:08.696867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5707e4d1-eedb-4950-9b59-ddbde2c3918e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:08.707056 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:08.709529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Usage tracker for resource:network and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:08.713604 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:08.719334 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Usage tracker for resource:network and tenant:24513a8c4244405b9ab43bf454168bf5 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:08.725760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:08.729685 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:08.742525 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:08.754065 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68f56cf-86b8-494e-9666-e068780cd121,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:08.757833 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:08.843938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:00:08.864285 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:08.864679 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Added segment 1fa7f9fa-d212-4660-9e5c-915a17ccfd06 of type vxlan for network 6d73440c-38be-4b1e-98d3-4d22c54af203 Jan 21 08:00:08.880912 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Made reservation on behalf of 1f1c6571386d4c078fea438e75156ddf for: {'network': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:08.885826 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:08.892351 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:08.910510 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:08.911713 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:08.926858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:08.934998 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:08.941387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:08.945901 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:08.953245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:08.993636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Made reservation on behalf of 24513a8c4244405b9ab43bf454168bf5 for: {'network': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:08.998975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.008644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5827d482-07ad-4d44-8d91-414cfb59fb96,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:09.020284 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.022726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:09.023296 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.036258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:09.071623 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.072083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.072550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.072998 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.073363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.073728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.074170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.074625 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.075098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.075462 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.076007 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.076519 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.077106 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.077615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.078129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.078644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.079147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.079635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.080844 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.081355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.081889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.082399 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.082886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.083387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Tracked resource versions report: Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: pushed versions: Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: { 'AddressGroup': {'1.1'}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': {'1.0'}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': {'1.0'}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': {'1.1'}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': {'1.6'}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': {'1.2'}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': {'1.8'}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': {'1.4'}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': {'1.2'}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': {'1.0'}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': {'1.1'}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': {'1.1'}} Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: consumer versions: Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: { DHCP agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: L3 agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: Metadata agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: Metering agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: Open vSwitch agent@dv-cinder-768592-5-smb: { 'AddressGroup': '1.1', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': '1.0', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': '1.0', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': '1.1', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': '1.6', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': '1.2', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': '1.8', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': '1.4', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': '1.2', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': '1.0', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': '1.1', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': '1.1'}, Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: Open vSwitch agent@hv-cinder-76859: { 'AddressGroup': '1.1', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': '1.0', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': '1.0', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': '1.1', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': '1.6', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': '1.2', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': '1.8', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': '1.4', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': '1.2', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': '1.0', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': '1.1', Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': '1.1'}} Jan 21 08:00:09.084889 dv-cinder-768592-5-smb neutron-server[80113]: {{(pid=80226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 08:00:09.100706 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.121203 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:09.146612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.147944 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:09.156859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Usage tracker for resource:security_group_rule and tenant:24513a8c4244405b9ab43bf454168bf5 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:09.170730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:09.180711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Pushing event updated for resources: {'Network': ['ID=6d73440c-38be-4b1e-98d3-4d22c54af203,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:09.181816 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:09.184075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:09.186274 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.194267 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network 6d73440c-38be-4b1e-98d3-4d22c54af203 details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:09.232740 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.249899 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:09.296685 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.296685 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0200608 Jan 21 08:00:09.301426 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53654) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:09.311355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:09.316418 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:00:09.337670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d544a1-c884-468a-a334-b18023d92e4e,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:09.349163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:09.350017 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758234124335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.350453 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Added segment 7ff82344-c9ad-4edd-bd32-89073fad4eb3 of type vxlan for network 04f08295-94cc-4d58-9786-55df6872f09a Jan 21 08:00:09.367835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Request body: {'subnet': {'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1114585024-subnet', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:09.378619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network 6d73440c-38be-4b1e-98d3-4d22c54af203 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:09.379112 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:09.380423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Checking segment: {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:09.380991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Network hostable DHCP agents. Network: b88aaace-79ae-42aa-8edc-fc52c046e720, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:00:09.433191 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade31714-925a-401b-b90c-20977b7c708a,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:09.440516 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Usage tracker for resource:subnet and tenant:a3b4850d571945a6a5b56f8a8cf39627 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:09.446910 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:09.447958 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:09.459071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:09.488933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.520573 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Made reservation on behalf of a3b4850d571945a6a5b56f8a8cf39627 for: {'subnet': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:09.526970 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.556652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Network b88aaace-79ae-42aa-8edc-fc52c046e720 is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:00:09.634781 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, b88aaace-79ae-42aa-8edc-fc52c046e720) {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:09.640204 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:09.641123 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.660559 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.680558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685b0bdb-56b3-410f-a20e-a9a02282341c None None] Network b88aaace-79ae-42aa-8edc-fc52c046e720 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:09.699436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.713507 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:09.789785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afd01a9-2f2e-45c4-b710-28604c1759b0,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:09.794600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:09.795639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.809166 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:09.810559 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:09.859686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:09.967721 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad5dd5b-8473-5dcf-ba09-1ee1d1d0759e-b88aaace-79ae-42aa-8edc-fc52c046e720', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96'}]}} from dv-cinder-768592-5-smb. {{(pid=80228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 08:00:09.968674 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:10.038584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:00:10.100809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80227) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:00:10.101315 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:00:10.105172 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2415061 Jan 21 08:00:10.109998 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1776738 Jan 21 08:00:10.116442 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53686) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:10.117102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53688) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:10.135853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758234124335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:10.136338 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Added segment 6edf019b-d261-4e39-940d-5b594f916695 of type vxlan for network 3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 Jan 21 08:00:10.137811 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:10.149737 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Request body: {'subnet': {'network_id': '04f08295-94cc-4d58-9786-55df6872f09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1953309499-subnet', 'tenant_id': '6d8f0014011f4ebbac4b43afe680e362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:10.168074 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:10.175429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:10.182766 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Usage tracker for resource:subnet and tenant:6d8f0014011f4ebbac4b43afe680e362 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:10.186292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Usage tracker for resource:router and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:10.188813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:10.192206 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:10.199788 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:10.202068 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:10.202477 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Pushing event updated for resources: {'Network': ['ID=04f08295-94cc-4d58-9786-55df6872f09a,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:10.212377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:10.218791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:10.221694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network 04f08295-94cc-4d58-9786-55df6872f09a details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:10.259126 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network 04f08295-94cc-4d58-9786-55df6872f09a details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:10.431874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:10.431874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:10.431874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:10.431874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:10.433972 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Made reservation on behalf of 6d8f0014011f4ebbac4b43afe680e362 for: {'subnet': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:10.433972 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:10.433972 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-382057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64853'] for router, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:10.433972 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-368780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710870'] for router, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:10.458959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Pushing event updated for resources: {'Network': ['ID=3bc85e0f-a0e9-447d-bc3f-e98b99241cc0,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:10.462502 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:10.532619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network 3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:10.548763 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network 3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:10.563685 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:10.575128 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.5877259 Jan 21 08:00:10.575601 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53704) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:10.582963 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Request body: {'subnet': {'network_id': '3bc85e0f-a0e9-447d-bc3f-e98b99241cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-678916101-subnet', 'tenant_id': '24513a8c4244405b9ab43bf454168bf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:10.598182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:10.606380 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:10.609361 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Usage tracker for resource:subnet and tenant:24513a8c4244405b9ab43bf454168bf5 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:10.613205 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:10.619511 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:10.692815 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Made reservation on behalf of 24513a8c4244405b9ab43bf454168bf5 for: {'subnet': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:10.703029 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:10.856293 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:00:10.935409 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Allocated IP 172.20.0.2 (b88aaace-79ae-42aa-8edc-fc52c046e720/5827d482-07ad-4d44-8d91-414cfb59fb96/6dd36573-68bd-4b47-a9b4-9146073e8670) {{(pid=80228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:11.050013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:11.050638 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Added segment 7d3b359a-1d97-4985-977d-15f527802f12 of type vxlan for network 75214904-c0b0-44db-9af2-b3f288039817 Jan 21 08:00:11.090258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:11.148881 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53716) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:11.180352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:11.261888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ede2f2c-82ed-4bcf-95e1-efdce4d5c029,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:11.374179 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53728) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:11.401125 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-368799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710853'] for router, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:11.430968 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Notify callbacks [] for port, precommit_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:11.461038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Transition to ACTIVE for port object 6dd36573-68bd-4b47-a9b4-9146073e8670 will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:11.471291 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:11.497326 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:11.516428 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Transition to ACTIVE for port object 6dd36573-68bd-4b47-a9b4-9146073e8670 will not be triggered until provisioned by entity DHCP. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:11.576223 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:11.687751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:11.699626 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa1d4-6734-488e-8799-c72a13d77215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:11.710010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:11.710918 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:11.726323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b159c30b-c264-4889-ad79-e5361ba51546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:11.759810 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-4b3aa1d4-6734-488e-8799-c72a13d77215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:11.769858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-4b3aa1d4-6734-488e-8799-c72a13d77215 admin admin] Usage tracker for resource:security_group_rule and tenant:2c904b2010ca4a2ab22467264dd3ea29 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:11.776445 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-4b3aa1d4-6734-488e-8799-c72a13d77215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:11.786601 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-14158716-f7ee-4e61-9466-14049853f96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:11.791424 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7342b280-0850-47da-9465-64f580e456e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:11.812166 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-4b3aa1d4-6734-488e-8799-c72a13d77215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:11.841351 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7342b280-0850-47da-9465-64f580e456e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:11.849611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7342b280-0850-47da-9465-64f580e456e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d753426974bf44b681e21624ad3387bf is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:11.861641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7342b280-0850-47da-9465-64f580e456e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:11.871749 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Pushing event updated for resources: {'Port': ['ID=6dd36573-68bd-4b47-a9b4-9146073e8670,revision_number=1']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:11.875198 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7342b280-0850-47da-9465-64f580e456e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:11.886353 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.886718 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.887787 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.888303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.889211 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.889949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.893045 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.893671 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.894164 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.895501 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.896141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.896641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.897192 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.897666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.898153 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.898619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.899085 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.899550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.900015 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.900500 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.901370 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.901370 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.902033 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.902993 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Tracked resource versions report: Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: pushed versions: Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: { 'AddressGroup': {'1.1'}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': {'1.0'}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': {'1.0'}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': {'1.1'}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': {'1.6'}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': {'1.2'}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': {'1.8'}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': {'1.4'}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': {'1.2'}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': {'1.0'}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': {'1.1'}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': {'1.1'}} Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: consumer versions: Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: { DHCP agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: L3 agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: Metadata agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: Metering agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: Open vSwitch agent@dv-cinder-768592-5-smb: { 'AddressGroup': '1.1', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': '1.0', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': '1.0', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': '1.1', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': '1.6', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': '1.2', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': '1.8', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': '1.4', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': '1.2', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': '1.0', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': '1.1', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': '1.1'}, Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: Open vSwitch agent@hv-cinder-76859: { 'AddressGroup': '1.1', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': '1.0', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': '1.0', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': '1.1', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': '1.6', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': '1.2', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': '1.8', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': '1.4', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': '1.2', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': '1.0', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': '1.1', Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': '1.1'}} Jan 21 08:00:11.904868 dv-cinder-768592-5-smb neutron-server[80113]: {{(pid=80228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 08:00:11.923930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:11.952317 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Network b88aaace-79ae-42aa-8edc-fc52c046e720 is already hosted by enough agents. {{(pid=80228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:11.953986 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Resources bound (agent type, host, resource id): {{(pid=80228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:11.961803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Received port after_create {{(pid=80228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:11.974647 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=75214904-c0b0-44db-9af2-b3f288039817,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:11.994141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:12.011910 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.8409061 Jan 21 08:00:12.015258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Checking segment: {'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:12.015657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Network hostable DHCP agents. Network: 6d73440c-38be-4b1e-98d3-4d22c54af203, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:00:12.016836 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53742) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:12.031430 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network 75214904-c0b0-44db-9af2-b3f288039817 details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:12.034086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.039291 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Request body: {'subnet': {'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-96461543-subnet', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:12.046626 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network 75214904-c0b0-44db-9af2-b3f288039817 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:12.068563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:12.078014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f9f35e02-1398-4396-8689-c5e8eb153bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:12.123580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Usage tracker for resource:subnet and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:12.130654 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:12.134957 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa1d4-6734-488e-8799-c72a13d77215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.197864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:12.207980 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa1d4-6734-488e-8799-c72a13d77215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.360440 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-4b3aa1d4-6734-488e-8799-c72a13d77215 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c904b2010ca4a2ab22467264dd3ea29&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2100911 Jan 21 08:00:12.367765 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53756) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:12.373773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Made reservation on behalf of 1f1c6571386d4c078fea438e75156ddf for: {'subnet': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:12.381595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.407196 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cca7362-1202-41a4-8c9b-8d5b7dfab300,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:12.428665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7342b280-0850-47da-9465-64f580e456e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.496295 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Attempting to bind port 6dd36573-68bd-4b47-a9b4-9146073e8670 on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:12.496841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Attempting to bind port 6dd36573-68bd-4b47-a9b4-9146073e8670 by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:12.497483 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Attempting to bind port 6dd36573-68bd-4b47-a9b4-9146073e8670 on network b88aaace-79ae-42aa-8edc-fc52c046e720 {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:12.499247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:12.499943 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:12.511728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:12.512326 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Checking segment: {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:12.513151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.513704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Bound using segment: {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:12.514354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Bound port: 6dd36573-68bd-4b47-a9b4-9146073e8670, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:12.514883 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.540738 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7342b280-0850-47da-9465-64f580e456e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.557927 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Network 6d73440c-38be-4b1e-98d3-4d22c54af203 is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:00:12.571072 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.607289 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.608043 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, 6d73440c-38be-4b1e-98d3-4d22c54af203) {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:12.612917 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:12.613558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.620773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.625195 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fef6ab-167f-47a2-82f1-77eae9e1425b None None] Network 6d73440c-38be-4b1e-98d3-4d22c54af203 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:12.640341 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3aa1d4-6734-488e-8799-c72a13d77215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e46f4d-3595-4bf0-a887-90850fcf01d3,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:12.658799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-37ad7a12-4e30-4b4e-8d03-4fadf76dd3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:12.668786 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-7342b280-0850-47da-9465-64f580e456e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d753426974bf44b681e21624ad3387bf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2907982 Jan 21 08:00:12.668786 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4b3aa1d4-6734-488e-8799-c72a13d77215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:12.670573 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:12.679663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53762) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:12.715904 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] For port 6dd36573-68bd-4b47-a9b4-9146073e8670, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:00:12.736685 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] For port 6dd36573-68bd-4b47-a9b4-9146073e8670, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=6dd36573-68bd-4b47-a9b4-9146073e8670,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:00:12.773158 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.785404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342b280-0850-47da-9465-64f580e456e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7ac591-aa06-4d7d-a4bd-099c8587861c,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:12.793626 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:12.835138 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7342b280-0850-47da-9465-64f580e456e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:12.838312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Checking segment: {'id': '6edf019b-d261-4e39-940d-5b594f916695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3bc85e0f-a0e9-447d-bc3f-e98b99241cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:12.838312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Network hostable DHCP agents. Network: 3bc85e0f-a0e9-447d-bc3f-e98b99241cc0, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:00:12.850423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd36a-88b6-4324-b671-5c7b19d28ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.864466 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-12f17106-6bc1-40fb-b8bb-c15990772f77 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.5160356 Jan 21 08:00:12.871478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53766) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:12.898792 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1114585024-router', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:12.905657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8543cc68-5816-4276-8f28-1d84e1545d60,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:12.908636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:12.925146 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:12.928785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd36a-88b6-4324-b671-5c7b19d28ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.952264 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Usage tracker for resource:router and tenant:a3b4850d571945a6a5b56f8a8cf39627 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:12.955496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e661e11-c763-4676-a3e5-eed54e0983b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:12.969979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:13.004109 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:13.014857 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Network 3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:00:13.042690 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Pushing event updated for resources: {'Port': ['ID=6dd36573-68bd-4b47-a9b4-9146073e8670,revision_number=2']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:13.055660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:13.069682 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e661e11-c763-4676-a3e5-eed54e0983b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:13.081844 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, 3bc85e0f-a0e9-447d-bc3f-e98b99241cc0) {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:13.092031 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a87cc-7ced-499e-a96f-aff0f3faa581 None None] Network 6d73440c-38be-4b1e-98d3-4d22c54af203 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:13.094409 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:13.095060 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:13.106589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba175c5a-4c34-4388-b674-0f1d13f0e7d1 None None] Network 3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:13.106945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Checking segment: {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:13.107294 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Network hostable DHCP agents. Network: 04f08295-94cc-4d58-9786-55df6872f09a, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:00:13.142773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-382057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64853'] for router, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:13.144396 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-368780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710870'] for router, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:13.151582 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Allocated IP 172.28.2.103 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/d9bd2d54-6779-415f-93d7-6da9a2d5d356) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:13.184486 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Network 04f08295-94cc-4d58-9786-55df6872f09a is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:00:13.254868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, 04f08295-94cc-4d58-9786-55df6872f09a) {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:13.265555 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ac981-5288-4377-a4f1-d68a55d0214c None None] Network 04f08295-94cc-4d58-9786-55df6872f09a requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:13.286319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd36a-88b6-4324-b671-5c7b19d28ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:13.289799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:13.290668 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:13.319935 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:13.339112 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:13.385081 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:13.413558 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2892160 Jan 21 08:00:13.440831 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cd36a-88b6-4324-b671-5c7b19d28ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e46f4d-3595-4bf0-a887-90850fcf01d3,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:13.446843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5a3cd36a-88b6-4324-b671-5c7b19d28ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:13.461967 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8753188 Jan 21 08:00:13.463471 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd36a-88b6-4324-b671-5c7b19d28ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:13.464666 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5a3cd36a-88b6-4324-b671-5c7b19d28ff0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11e46f4d-3595-4bf0-a887-90850fcf01d3 HTTP/1.1" status: 204 len: 168 time: 1.0926757 Jan 21 08:00:13.515233 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:13.519588 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e661e11-c763-4676-a3e5-eed54e0983b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:13.550312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:13.651419 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e661e11-c763-4676-a3e5-eed54e0983b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:13.655016 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6e661e11-c763-4676-a3e5-eed54e0983b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a7ac591-aa06-4d7d-a4bd-099c8587861c HTTP/1.1" status: 204 len: 168 time: 0.9657390 Jan 21 08:00:13.655964 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:13.717658 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e661e11-c763-4676-a3e5-eed54e0983b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7ac591-aa06-4d7d-a4bd-099c8587861c,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:13.726831 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6e661e11-c763-4676-a3e5-eed54e0983b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:13.909543 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86430542-4e7a-4051-a10b-8b61cd217ec9 None None] Network 3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:14.031955 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bd2d54-6779-415f-93d7-6da9a2d5d356,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:14.042336 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:14.044516 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:14.045762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:14.048025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:14.110732 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b0b962-3714-4093-b279-1c077be4e398 None None] Network 04f08295-94cc-4d58-9786-55df6872f09a requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:14.480864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-368799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710853'] for router, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:14.530166 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:14.581049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb84efe9-d378-4579-bce0-2bdbaebf1158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:14.820491 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5447aa-b413-44fe-b584-4a19bb1e582c,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:14.823375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:14.826529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:14.919319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Checking segment: {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:14.919843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Network hostable DHCP agents. Network: 75214904-c0b0-44db-9af2-b3f288039817, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:00:14.933844 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53812) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:14.968398 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b69e98e4-b431-4553-a7a9-f8f1728dbb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:15.037585 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53816) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:15.049905 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b69e98e4-b431-4553-a7a9-f8f1728dbb88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:15.068114 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b69e98e4-b431-4553-a7a9-f8f1728dbb88 admin admin] Usage tracker for resource:security_group_rule and tenant:051e850ba71d44fba4d8e22667e82826 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:15.075378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b69e98e4-b431-4553-a7a9-f8f1728dbb88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:15.078269 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Network 75214904-c0b0-44db-9af2-b3f288039817 is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:00:15.134737 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:15.145411 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b69e98e4-b431-4553-a7a9-f8f1728dbb88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:15.163694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:15.178693 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0571884a-d1ee-42f2-9dfc-1b719221fef0 None None] Network b88aaace-79ae-42aa-8edc-fc52c046e720 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:15.180433 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] Usage tracker for resource:security_group_rule and tenant:665b4c2d67964d3c89f505d6e43e5c65 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:15.184696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:15.196131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:15.210225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, 75214904-c0b0-44db-9af2-b3f288039817) {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:15.219370 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:15.220026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:15.294136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:15.337236 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-383352'] for router, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:15.366048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:15.422029 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-0b43643e-0072-4efe-bba9-20e64a8b6e85 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.3935149 Jan 21 08:00:15.425883 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53820) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:15.436579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:15.442211 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:15.446720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Usage tracker for resource:router and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:15.450151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:15.457095 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:15.598704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684e51e-53d0-40ee-893b-888afc93dbdc None None] Network 75214904-c0b0-44db-9af2-b3f288039817 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:15.616039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 6dd36573-68bd-4b47-a9b4-9146073e8670 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:15.621114 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b69e98e4-b431-4553-a7a9-f8f1728dbb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:15.697431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53838) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:15.702250 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b69e98e4-b431-4553-a7a9-f8f1728dbb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:15.703346 dv-cinder-768592-5-smb neutron-server[80113]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 08:00:15.738108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4b3aa1d4-6734-488e-8799-c72a13d77215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:15.783448 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53854) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:15.799152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-382057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64853'] for router, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:15.805470 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-368780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710870'] for router, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:15.809256 dv-cinder-768592-5-smb neutron-server[80113]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 08:00:15.875856 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-e1212a52-ea3d-4ceb-b9c0-d3bc273bae23 None None] Provisioning for port 6dd36573-68bd-4b47-a9b4-9146073e8670 completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:15.893304 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b69e98e4-b431-4553-a7a9-f8f1728dbb88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=051e850ba71d44fba4d8e22667e82826&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9513245 Jan 21 08:00:15.902586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53858) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:15.908375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e98e4-b431-4553-a7a9-f8f1728dbb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35566efe-39ca-4830-a9f1-17948ef48ce8,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:15.908644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b69e98e4-b431-4553-a7a9-f8f1728dbb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:15.957398 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:15.968206 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 6dd36573-68bd-4b47-a9b4-9146073e8670 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:15.980848 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:15.984777 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 6dd36573-68bd-4b47-a9b4-9146073e8670 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:15.985203 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:16.011223 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:16.066333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:16.066546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-8619aac3-6234-43d2-847c-b6b302c20baf tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:16.067307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-8619aac3-6234-43d2-847c-b6b302c20baf tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Synchronizing usage tracker for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:network {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:16.101929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad5dd5b-8473-5dcf-ba09-1ee1d1d0759e-75214904-c0b0-44db-9af2-b3f288039817', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c'}]}} from dv-cinder-768592-5-smb. {{(pid=80228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 08:00:16.103085 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:16.114954 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:16.122496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-473c7eb0-1c2d-44db-9cfb-7bca17f8f0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:16.132946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Allocated IP 172.28.2.25 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/cfbd5eac-badf-4621-95b2-c7c23940ce71) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:16.143991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] Synchronizing usage tracker for tenant:b1d1e5a318d44ae8a0eff434ce7a13b1 on resource:security_group {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:16.164380 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-8619aac3-6234-43d2-847c-b6b302c20baf tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Unset dirty status for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:network {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:16.171708 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-8619aac3-6234-43d2-847c-b6b302c20baf tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 815 time: 0.4730234 Jan 21 08:00:16.190136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-473c7eb0-1c2d-44db-9cfb-7bca17f8f0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:16.207823 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-f10f1a5b-e7a7-45d6-b8a8-e40f19104dbf tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/quotas/6d8f0014011f4ebbac4b43afe680e362 HTTP/1.1" status: 200 len: 375 time: 0.0351439 Jan 21 08:00:16.225738 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Router f1016a24-f4ab-4f90-984e-ff7371649ced is scheduled to L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c with binding_index 1 {{(pid=80227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 08:00:16.261805 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-54954b2e-feba-40dc-9933-dcb2009e10c7 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:16.264019 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-54954b2e-feba-40dc-9933-dcb2009e10c7 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/networks?id=3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 HTTP/1.1" status: 200 len: 811 time: 0.4795449 Jan 21 08:00:16.264939 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] Unset dirty status for tenant:b1d1e5a318d44ae8a0eff434ce7a13b1 on resource:security_group {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:16.266310 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=665b4c2d67964d3c89f505d6e43e5c65&name=default HTTP/1.1" status: 200 len: 2976 time: 1.1692352 Jan 21 08:00:16.285415 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:16.287627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53862) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:16.339754 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-32d68a02-1503-4297-83c0-e946cfd84d7c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1308973 Jan 21 08:00:16.363805 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-9c6f26b4-bf61-43bf-9ad0-81b7df3bc93a None None] Provisioning complete for port 6dd36573-68bd-4b47-a9b4-9146073e8670 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:16.364357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9c6f26b4-bf61-43bf-9ad0-81b7df3bc93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:16.389622 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-e3381aca-4526-4982-9a48-a99fe5e91a19 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/quotas/24513a8c4244405b9ab43bf454168bf5 HTTP/1.1" status: 200 len: 375 time: 0.0976987 Jan 21 08:00:16.433008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port 6dd36573-68bd-4b47-a9b4-9146073e8670, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=6dd36573-68bd-4b47-a9b4-9146073e8670,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:00:16.495156 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:16.518476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:16.529009 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be462886-b002-43d8-9b6d-31fcf5fce98f,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:16.598985 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-a37de570-5e5b-464d-8c70-0d3e7ec04676 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?tenant_id=24513a8c4244405b9ab43bf454168bf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2082334 Jan 21 08:00:16.605422 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:16.612519 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:16.727252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:16.745641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-368799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710853'] for router, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:16.773559 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:16.784078 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=6dd36573-68bd-4b47-a9b4-9146073e8670,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:16.789719 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:16.836028 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-167b77b1-64ab-4629-bca9-2a8b8235cc51 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 08:00:16.841639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Allocated IP 172.20.0.2 (75214904-c0b0-44db-9af2-b3f288039817/2e5447aa-b413-44fe-b584-4a19bb1e582c/783dfd80-f630-4c18-afb3-1969c7ebaf4a) {{(pid=80228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:16.844321 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-167b77b1-64ab-4629-bca9-2a8b8235cc51 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1484203 Jan 21 08:00:16.872248 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-77f1b4ce-11ec-4294-8ed0-c65061e4b83e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 08:00:16.873341 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-77f1b4ce-11ec-4294-8ed0-c65061e4b83e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1497889 Jan 21 08:00:16.877285 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:00:16.889026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Sync routers for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:00:16.899886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:00:16.900997 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T07:59:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:17.012941 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-42a2b90b-996e-4457-8ffa-aa2686df6dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:17.055999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Pushing event updated for resources: {'Port': ['ID=cfbd5eac-badf-4621-95b2-c7c23940ce71,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:17.099533 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:17.105095 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-473c7eb0-1c2d-44db-9cfb-7bca17f8f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:17.105907 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Notify callbacks [] for port, precommit_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:17.106809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Notify callbacks [] for router, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:17.107064 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:00:17.108495 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9903295 Jan 21 08:00:17.115001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-42a2b90b-996e-4457-8ffa-aa2686df6dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:17.117277 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53878) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:17.119600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Transition to ACTIVE for port object 783dfd80-f630-4c18-afb3-1969c7ebaf4a will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:17.138664 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Transition to ACTIVE for port object 783dfd80-f630-4c18-afb3-1969c7ebaf4a will not be triggered until provisioned by entity DHCP. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:17.160137 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-3cb2d5c6-1e05-4e3c-bf2d-1eb64234ee69 None None] Provisioning complete for port 6dd36573-68bd-4b47-a9b4-9146073e8670 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:17.160632 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3cb2d5c6-1e05-4e3c-bf2d-1eb64234ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:17.195806 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:17.253264 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:17.318147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 6dd36573-68bd-4b47-a9b4-9146073e8670 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:17.334951 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6e661e11-c763-4676-a3e5-eed54e0983b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:17.370105 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c7eb0-1c2d-44db-9cfb-7bca17f8f0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35566efe-39ca-4830-a9f1-17948ef48ce8,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:17.395689 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-473c7eb0-1c2d-44db-9cfb-7bca17f8f0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:17.440293 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-24c78bfc-58b1-4297-9afe-580fe9d615ec service neutron] 10.222.0.64 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947533 Jan 21 08:00:17.469773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-473c7eb0-1c2d-44db-9cfb-7bca17f8f0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:17.472144 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-473c7eb0-1c2d-44db-9cfb-7bca17f8f0a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35566efe-39ca-4830-a9f1-17948ef48ce8 HTTP/1.1" status: 204 len: 168 time: 1.5656006 Jan 21 08:00:17.479395 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:17.485125 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:17.511530 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-37a59496-b751-4673-b329-5e3b55869b4c service neutron] 10.222.0.64 "GET /v2.0/networks/3bc85e0f-a0e9-447d-bc3f-e98b99241cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6253648 Jan 21 08:00:17.538858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:17.584007 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:14Z', 'revision_number': 3, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:17.589857 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Checking router: f1016a24-f4ab-4f90-984e-ff7371649ced for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:00:17.590531 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Updating router f1016a24-f4ab-4f90-984e-ff7371649ced port d9bd2d54-6779-415f-93d7-6da9a2d5d356 binding host dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 08:00:17.663545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:17.697672 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-42a2b90b-996e-4457-8ffa-aa2686df6dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:17.740743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0f6ae541-8002-4a99-95c0-d1c0f4a5ecae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:17.778432 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2b90b-996e-4457-8ffa-aa2686df6dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be462886-b002-43d8-9b6d-31fcf5fce98f,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:17.789190 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-42a2b90b-996e-4457-8ffa-aa2686df6dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:17.822446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-42a2b90b-996e-4457-8ffa-aa2686df6dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:17.826710 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-42a2b90b-996e-4457-8ffa-aa2686df6dea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be462886-b002-43d8-9b6d-31fcf5fce98f HTTP/1.1" status: 204 len: 168 time: 1.5378618 Jan 21 08:00:17.847240 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-9d95c42f-b05c-49e1-a0c9-4a74d7feae22 service neutron] 10.222.0.64 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4057889 Jan 21 08:00:17.922664 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Pushing event updated for resources: {'Port': ['ID=783dfd80-f630-4c18-afb3-1969c7ebaf4a,revision_number=1']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:17.927971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:18.043208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 6dd36573-68bd-4b47-a9b4-9146073e8670 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:18.043791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:18.134067 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Network 75214904-c0b0-44db-9af2-b3f288039817 is already hosted by enough agents. {{(pid=80228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:18.137189 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Resources bound (agent type, host, resource id): {{(pid=80228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:18.146474 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Received port after_create {{(pid=80228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:18.302574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Attempting to bind port 783dfd80-f630-4c18-afb3-1969c7ebaf4a on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:18.302858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Attempting to bind port 783dfd80-f630-4c18-afb3-1969c7ebaf4a by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:18.317227 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Attempting to bind port 783dfd80-f630-4c18-afb3-1969c7ebaf4a on network 75214904-c0b0-44db-9af2-b3f288039817 {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:18.358615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:18.359047 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Checking segment: {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:18.364933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:18.364933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Bound using segment: {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:18.364933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Bound port: 783dfd80-f630-4c18-afb3-1969c7ebaf4a, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:18.364933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:18.425603 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Notify callbacks [] for port, precommit_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:18.428400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:18.478385 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Transition to ACTIVE for port object d9bd2d54-6779-415f-93d7-6da9a2d5d356 will not be triggered until provisioned by entity L2. {{(pid=80229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:18.520836 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:18.550109 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:18.633059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] For port 783dfd80-f630-4c18-afb3-1969c7ebaf4a, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:00:18.650691 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] For port 783dfd80-f630-4c18-afb3-1969c7ebaf4a, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=783dfd80-f630-4c18-afb3-1969c7ebaf4a,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:00:18.710334 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:18.735978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-84ef438a-5070-4ad3-8aa0-cddaa9edd496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:18.763474 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:18.772936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Pushing event updated for resources: {'Port': ['ID=d9bd2d54-6779-415f-93d7-6da9a2d5d356,revision_number=2']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:18.795686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.796080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.796503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.796873 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.797235 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.797602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.798153 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.798563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.798925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.799281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.799637 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.799987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.800424 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.800781 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.801145 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.801501 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.801814 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.802166 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.802517 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.802865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.803217 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.803565 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.803916 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.804299 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Tracked resource versions report: Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: pushed versions: Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: { 'AddressGroup': {'1.1'}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': {'1.0'}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': {'1.0'}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': {'1.1'}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': {'1.6'}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': {'1.2'}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': {'1.8'}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': {'1.4'}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': {'1.2'}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': {'1.0'}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': {'1.1'}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': {'1.1'}} Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: consumer versions: Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: { DHCP agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: L3 agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: Metadata agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: Metering agent@dv-cinder-768592-5-smb: {}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: Open vSwitch agent@dv-cinder-768592-5-smb: { 'AddressGroup': '1.1', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': '1.0', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': '1.0', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': '1.1', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': '1.6', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': '1.2', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': '1.8', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': '1.4', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': '1.2', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': '1.0', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': '1.1', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': '1.1'}, Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: Open vSwitch agent@hv-cinder-76859: { 'AddressGroup': '1.1', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'ConntrackHelper': '1.0', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Log': '1.0', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Network': '1.1', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Port': '1.6', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'PortForwarding': '1.2', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'QosPolicy': '1.8', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroup': '1.4', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'SecurityGroupRule': '1.2', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'SubPort': '1.0', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Subnet': '1.1', Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: 'Trunk': '1.1'}} Jan 21 08:00:18.805611 dv-cinder-768592-5-smb neutron-server[80113]: {{(pid=80229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 08:00:18.812574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:18.826623 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:18.872382 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-ce4603e3-ca5a-4890-a1ba-abd88559b197 service neutron] 10.222.0.64 "GET /v2.0/networks/3bc85e0f-a0e9-447d-bc3f-e98b99241cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3238394 Jan 21 08:00:18.953799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Attempting to bind port d9bd2d54-6779-415f-93d7-6da9a2d5d356 on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:18.954408 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Attempting to bind port d9bd2d54-6779-415f-93d7-6da9a2d5d356 by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:18.954740 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Attempting to bind port d9bd2d54-6779-415f-93d7-6da9a2d5d356 on network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:18.966439 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:18.966855 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Checking segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:18.967325 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:18.967757 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Bound using segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:18.968292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Bound port: d9bd2d54-6779-415f-93d7-6da9a2d5d356, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:18.968720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:18.976503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Pushing event updated for resources: {'Port': ['ID=783dfd80-f630-4c18-afb3-1969c7ebaf4a,revision_number=2']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:18.977303 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d33d8a90-92cd-4b5f-83bc-1e3e1aa17c71 req-730a5cf7-14fc-4851-b60b-d97f4d12de2b tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 210 time: 0.3120658 Jan 21 08:00:19.011695 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:19.164972 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] For port d9bd2d54-6779-415f-93d7-6da9a2d5d356, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:00:19.246971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] For port d9bd2d54-6779-415f-93d7-6da9a2d5d356, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=d9bd2d54-6779-415f-93d7-6da9a2d5d356,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:00:19.280925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:19.491395 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-383352'] for router, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:19.504641 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7d2387d3-e1e4-4377-8600-bd80d8fd63d0 req-3b90308f-bcba-47a7-b704-a68861e8ac5a tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 210 time: 0.0748513 Jan 21 08:00:19.581981 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 53948) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:19.779083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:19.859180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Allocated IP 172.28.2.121 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/1060373d-cb68-4e18-85f8-82668857fd43) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:19.909785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Pushing event updated for resources: {'Port': ['ID=d9bd2d54-6779-415f-93d7-6da9a2d5d356,revision_number=3']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:19.923459 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:19.969757 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:19.975043 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:00:19.975781 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T07:59:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:19.993424 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Router 92ff29cf-4878-419c-b230-5263b38353de is scheduled to L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c with binding_index 1 {{(pid=80226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 08:00:20.374369 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eefa0d28-1f8e-445b-8638-2609acee4f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:20.425340 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:00:20.430455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:00:20.437519 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-eefa0d28-1f8e-445b-8638-2609acee4f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:20.441525 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Sync routers for ids ['92ff29cf-4878-419c-b230-5263b38353de'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:00:20.456416 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-20222fec-6cae-494f-9204-37bce37342a2 req-2ded63ca-bfa2-42e4-a03c-179a56561016 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 210 time: 0.2371562 Jan 21 08:00:20.474778 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-eefa0d28-1f8e-445b-8638-2609acee4f9a admin admin] Usage tracker for resource:security_group_rule and tenant:991df236509046a8a00a5aa4e22c3ef7 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:20.479347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53988) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:20.526410 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-eefa0d28-1f8e-445b-8638-2609acee4f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:20.538053 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Routers {'92ff29cf-4878-419c-b230-5263b38353de'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:00:20.540672 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T07:59:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['92ff29cf-4878-419c-b230-5263b38353de'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:20.570848 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-eefa0d28-1f8e-445b-8638-2609acee4f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:20.618715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Notify callbacks [] for router, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:20.623756 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.7465556 Jan 21 08:00:20.787426 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 53998) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:20.791789 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-da59cffb-d968-427b-bf58-6307c7afa390 req-569979cb-99a3-4622-ad88-b9f2ffc83fbe tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 210 time: 0.1659751 Jan 21 08:00:21.056667 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-147885252-network', 'tenant_id': '795d6d9538aa41949ccaa5342d26ea79'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:21.075564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:21.086006 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Usage tracker for resource:network and tenant:795d6d9538aa41949ccaa5342d26ea79 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:21.091293 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:21.117588 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:00:21.125874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Set router 92ff29cf-4878-419c-b230-5263b38353de gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:00:21.142865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:21.559785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:14Z', 'revision_number': 3, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:21.559785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecef88e-0b28-468e-b185-b6a6180909fa None None] The sync data for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb is: [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:14Z', 'revision_number': 3, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:00:21.564013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:21.565021 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec6d595-692c-427f-9107-91962731ef80 None None] Network 75214904-c0b0-44db-9af2-b3f288039817 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:21.565846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a40700c-d22d-4c81-9fac-b86c1cf61cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:21.566324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:21.566849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 783dfd80-f630-4c18-afb3-1969c7ebaf4a up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:21.733668 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:21.750315 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:21.753459 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:21.820015 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1060373d-cb68-4e18-85f8-82668857fd43,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:21.824890 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:21.847896 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a9cf2859-0f32-4c0d-9740-d62c80e5690a req-1bff27bc-fded-4d1e-9cc3-d8329f9fba5e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 210 time: 0.2073405 Jan 21 08:00:21.962554 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2254eced-6ef1-48ff-91ed-d74f3996b58d req-9b4d221c-b9b0-4223-88df-124b71326ba0 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 210 time: 0.0584750 Jan 21 08:00:22.034383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff29cf-4878-419c-b230-5263b38353de', 'name': 'tempest-ServerRescueNegativeTestJSON-1114585024-router', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:13Z', 'updated_at': '2021-01-21T08:00:17Z', 'revision_number': 3, 'project_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'gw_port': {'id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff29cf-4878-419c-b230-5263b38353de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:22.041098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Checking router: 92ff29cf-4878-419c-b230-5263b38353de for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:00:22.041518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Updating router 92ff29cf-4878-419c-b230-5263b38353de port cfbd5eac-badf-4621-95b2-c7c23940ce71 binding host dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 08:00:22.106860 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:22.447291 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Made reservation on behalf of 795d6d9538aa41949ccaa5342d26ea79 for: {'network': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:22.452722 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:22.453731 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-338b7e05-4b91-4243-acc2-af1ea01ae331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:22.455914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 783dfd80-f630-4c18-afb3-1969c7ebaf4a completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:22.463735 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-4ca4be35-4728-407d-a054-df1b8ed440e3 None None] Provisioning for port 783dfd80-f630-4c18-afb3-1969c7ebaf4a completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:22.469792 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 783dfd80-f630-4c18-afb3-1969c7ebaf4a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:22.470791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:22.480048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:22.519945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-4ca4be35-4728-407d-a054-df1b8ed440e3 None None] Provisioning complete for port 783dfd80-f630-4c18-afb3-1969c7ebaf4a triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:22.520398 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4ca4be35-4728-407d-a054-df1b8ed440e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:22.526148 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:22.530944 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Usage tracker for resource:security_group_rule and tenant:795d6d9538aa41949ccaa5342d26ea79 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:22.534979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:22.544266 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:22.753176 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Allocated IP 172.20.0.1 (b88aaace-79ae-42aa-8edc-fc52c046e720/5827d482-07ad-4d44-8d91-414cfb59fb96/b78cda69-79e5-4cab-8541-313fd1aaf9c4) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:23.018210 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4ca4be35-4728-407d-a054-df1b8ed440e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.095596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.142330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.185070 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-4ca4be35-4728-407d-a054-df1b8ed440e3 None None] For port 783dfd80-f630-4c18-afb3-1969c7ebaf4a, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=783dfd80-f630-4c18-afb3-1969c7ebaf4a,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:00:23.311222 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4ca4be35-4728-407d-a054-df1b8ed440e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.323602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-490423c9-dce5-4569-9b20-45cffe7b75b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.339975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:23.355088 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.428800 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-44999d46-6ebe-4948-9b4d-b65c232b18bc req-1b0c81de-1964-4c6b-9745-75ab7a57ae5f tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 210 time: 0.0844691 Jan 21 08:00:23.464390 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eefa0d28-1f8e-445b-8638-2609acee4f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.513100 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bdf0352d-f9c5-429c-9484-75da6d91e1ca req-e5ab7179-b04b-4e63-83c0-1a3efbd2111c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 210 time: 0.2141457 Jan 21 08:00:23.514221 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Notify callbacks [] for port, precommit_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.532245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Transition to ACTIVE for port object cfbd5eac-badf-4621-95b2-c7c23940ce71 will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:23.535684 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4be35-4728-407d-a054-df1b8ed440e3 None None] Pushing event updated for resources: {'Port': ['ID=783dfd80-f630-4c18-afb3-1969c7ebaf4a,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:23.540717 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80228) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:00:23.541158 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:00:23.545308 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4ca4be35-4728-407d-a054-df1b8ed440e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:23.557293 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eefa0d28-1f8e-445b-8638-2609acee4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.558191 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-72dae0de-306a-4c1b-b6b1-168929d39055 None None] Provisioning complete for port 783dfd80-f630-4c18-afb3-1969c7ebaf4a triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:23.558671 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-72dae0de-306a-4c1b-b6b1-168929d39055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.579941 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:23.583079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.631635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.659735 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.663925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b69e98e4-b431-4553-a7a9-f8f1728dbb88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:23.747409 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:00:23.762093 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec497e3-8eca-4db6-b4c0-ad253fe2e07d,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:23.774452 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:23.775602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758234124335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.776037 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Added segment 8a84f64f-dbea-432d-a879-be68491791bd of type vxlan for network f4fa2fa9-0e06-450e-acc9-bdd6480e5dee Jan 21 08:00:23.794944 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-eefa0d28-1f8e-445b-8638-2609acee4f9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=991df236509046a8a00a5aa4e22c3ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2113290 Jan 21 08:00:23.801724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa0d28-1f8e-445b-8638-2609acee4f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6001887-81d9-4d50-b8f7-9a86f4667b4f,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:23.806511 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54046) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:23.819622 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eefa0d28-1f8e-445b-8638-2609acee4f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:23.896764 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:23.923518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.941972 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:23.972450 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Transition to ACTIVE for port object b78cda69-79e5-4cab-8541-313fd1aaf9c4 will not be triggered until provisioned by entity DHCP. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:23.974011 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6a5b9-c671-41a0-9549-4b6cfe999057 None None] Pushing event updated for resources: {'Port': ['ID=cfbd5eac-badf-4621-95b2-c7c23940ce71,revision_number=2']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:23.979346 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-91f6a5b9-c671-41a0-9549-4b6cfe999057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:24.077014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-72254e5e-33c5-48c1-9294-218017c687ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.104057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-383352'] for router, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.108084 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.121277 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:24.121936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.130541 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-fae95856-2c3f-48c5-a1e2-386738173ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:24.152120 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-72254e5e-33c5-48c1-9294-218017c687ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.168103 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Attempting to bind port cfbd5eac-badf-4621-95b2-c7c23940ce71 on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:24.168810 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Attempting to bind port cfbd5eac-badf-4621-95b2-c7c23940ce71 by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:24.170362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Attempting to bind port cfbd5eac-badf-4621-95b2-c7c23940ce71 on network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:24.172995 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Allocated IP 172.20.0.1 (6d73440c-38be-4b1e-98d3-4d22c54af203/3ede2f2c-82ed-4bcf-95e1-efdce4d5c029/61cd96e0-5e79-4d76-9862-877219f6d432) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:24.183157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.187267 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:24.188440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Checking segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:24.189748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.190580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Bound using segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:24.191423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Bound port: cfbd5eac-badf-4621-95b2-c7c23940ce71, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:24.191979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.209526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.295659 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:24.374894 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] For port cfbd5eac-badf-4621-95b2-c7c23940ce71, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:00:24.384363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Pushing event updated for resources: {'Network': ['ID=f4fa2fa9-0e06-450e-acc9-bdd6480e5dee,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:24.396818 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.9153130 Jan 21 08:00:24.406298 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54050) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:24.412053 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] For port cfbd5eac-badf-4621-95b2-c7c23940ce71, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=cfbd5eac-badf-4621-95b2-c7c23940ce71,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:00:24.414621 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network f4fa2fa9-0e06-450e-acc9-bdd6480e5dee details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:24.416630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:24.440611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Request body: {'subnet': {'network_id': 'f4fa2fa9-0e06-450e-acc9-bdd6480e5dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-147885252-subnet', 'tenant_id': '795d6d9538aa41949ccaa5342d26ea79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:24.454297 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network f4fa2fa9-0e06-450e-acc9-bdd6480e5dee details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:24.465812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:24.477271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Usage tracker for resource:subnet and tenant:795d6d9538aa41949ccaa5342d26ea79 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:24.490906 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:24.517889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:24.520425 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.581343 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-72254e5e-33c5-48c1-9294-218017c687ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.611181 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-10d6fda6-faa8-4ea2-8cab-bfc4e35767df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:24.636018 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Made reservation on behalf of 795d6d9538aa41949ccaa5342d26ea79 for: {'subnet': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:24.640826 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.660887 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72254e5e-33c5-48c1-9294-218017c687ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6001887-81d9-4d50-b8f7-9a86f4667b4f,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:24.664540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.75', 51576) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:24.669434 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:24.675392 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-72254e5e-33c5-48c1-9294-218017c687ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:24.742407 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:24.790073 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 783dfd80-f630-4c18-afb3-1969c7ebaf4a up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:24.807516 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Pushing event updated for resources: {'Port': ['ID=b78cda69-79e5-4cab-8541-313fd1aaf9c4,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:24.827997 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:24.959806 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7c7c2c1c-99f2-4633-9b1d-b245e08408f7 req-bcd60610-7f2b-476b-bf0f-6471af672647 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 210 time: 0.0746090 Jan 21 08:00:25.012645 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Network b88aaace-79ae-42aa-8edc-fc52c046e720 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:25.013483 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:25.013589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-72254e5e-33c5-48c1-9294-218017c687ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:25.014741 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-72254e5e-33c5-48c1-9294-218017c687ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6001887-81d9-4d50-b8f7-9a86f4667b4f HTTP/1.1" status: 204 len: 168 time: 1.2071075 Jan 21 08:00:25.015939 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:25.016997 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854392411'] for router_interface, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:25.066196 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Router d8c14d56-8fa9-4544-ae13-2e186569f54d is scheduled to L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c with binding_index 1 {{(pid=80227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 08:00:25.087623 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2ea3832-b8f4-4dde-b1e8-8fefc29f9f69 req-bf95d1bc-d9e2-4ac1-bd08-a2a2471434cb tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 210 time: 0.2132320 Jan 21 08:00:25.144249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6a5b9-c671-41a0-9549-4b6cfe999057 None None] Pushing event updated for resources: {'Port': ['ID=cfbd5eac-badf-4621-95b2-c7c23940ce71,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:25.166225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-91f6a5b9-c671-41a0-9549-4b6cfe999057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:25.214998 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:25.307394 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 783dfd80-f630-4c18-afb3-1969c7ebaf4a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:25.307964 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:25.353550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-77d93651-6ab9-4cb2-80d5-cca1cdc3829a tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:25.354936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-77d93651-6ab9-4cb2-80d5-cca1cdc3829a tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Synchronizing usage tracker for tenant:24513a8c4244405b9ab43bf454168bf5 on resource:network {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:25.439104 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Routers {'92ff29cf-4878-419c-b230-5263b38353de'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:00:25.439809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:00:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['92ff29cf-4878-419c-b230-5263b38353de'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:25.446053 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:00:25.458474 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Sync routers for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:00:25.480840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:00:25.484842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:00:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:25.539611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-774c4873-9ba3-4916-9058-e17409cdf4ab None None] Provisioning for port b78cda69-79e5-4cab-8541-313fd1aaf9c4 completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:25.543044 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-77d93651-6ab9-4cb2-80d5-cca1cdc3829a tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Unset dirty status for tenant:24513a8c4244405b9ab43bf454168bf5 on resource:network {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:25.545438 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-77d93651-6ab9-4cb2-80d5-cca1cdc3829a tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.75 "GET /v2.0/networks?id=3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 HTTP/1.1" status: 200 len: 811 time: 0.8688843 Jan 21 08:00:25.551731 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Notify callbacks [] for router, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:25.555741 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.1238220 Jan 21 08:00:25.556897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54082) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:25.590614 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:25.727384 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:00:25.778643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:25.787873 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Request body: {'port': {'device_id': '191e3cac-e6e5-4c55-a754-9d898080b40e', 'network_id': '3bc85e0f-a0e9-447d-bc3f-e98b99241cc0', 'admin_state_up': True, 'tenant_id': '24513a8c4244405b9ab43bf454168bf5'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:25.979023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.75', 51583) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:26.158102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] Set router 92ff29cf-4878-419c-b230-5263b38353de gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:00:26.161414 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:22Z', 'revision_number': 3, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:26.173854 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Checking router: d8c14d56-8fa9-4544-ae13-2e186569f54d for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:00:26.182018 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Updating router d8c14d56-8fa9-4544-ae13-2e186569f54d port 1060373d-cb68-4e18-85f8-82668857fd43 binding host dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 08:00:26.258693 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:26.262347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:26.277829 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Usage tracker for resource:port and tenant:24513a8c4244405b9ab43bf454168bf5 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:26.291512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Quota usage for port was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:26.318971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:26.364958 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-774c4873-9ba3-4916-9058-e17409cdf4ab None None] Provisioning complete for port b78cda69-79e5-4cab-8541-313fd1aaf9c4 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:26.365387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-774c4873-9ba3-4916-9058-e17409cdf4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:26.460150 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-b7ab6de3-f625-4340-8da9-a76070b165fe tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:26.463476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:26.465022 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-b7ab6de3-f625-4340-8da9-a76070b165fe tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 815 time: 0.4852858 Jan 21 08:00:26.542566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:26.560404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Request body: {'port': {'device_id': '522eb815-4594-42a6-9920-42e7e52e7cbd', 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a', 'admin_state_up': True, 'tenant_id': '6d8f0014011f4ebbac4b43afe680e362'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:26.578249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853185421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854393790'] for router_interface, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:26.629871 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:26.649932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device d9bd2d54-6779-415f-93d7-6da9a2d5d356 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:26.702322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:26.723518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-774c4873-9ba3-4916-9058-e17409cdf4ab None None] Port b78cda69-79e5-4cab-8541-313fd1aaf9c4 cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:00:26.787410 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cf3217ca-50aa-448d-ae42-2fd64aa88b3a req-6714dc75-4fac-45d6-bef6-da8e48499cd9 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 210 time: 0.3212938 Jan 21 08:00:26.875163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:26.941914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port d9bd2d54-6779-415f-93d7-6da9a2d5d356 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:26.950105 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port d9bd2d54-6779-415f-93d7-6da9a2d5d356 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:26.950525 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:26.964394 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Pushing event updated for resources: {'Port': ['ID=b78cda69-79e5-4cab-8541-313fd1aaf9c4,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:26.973722 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:26.974222 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Made reservation on behalf of 24513a8c4244405b9ab43bf454168bf5 for: {'port': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:27.002159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:27.051699 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff29cf-4878-419c-b230-5263b38353de', 'name': 'tempest-ServerRescueNegativeTestJSON-1114585024-router', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:13Z', 'updated_at': '2021-01-21T08:00:17Z', 'revision_number': 3, 'project_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'gw_port': {'id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff29cf-4878-419c-b230-5263b38353de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:27.089293 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f22e8-d0c1-42d0-a941-325f0530b107 None None] The sync data for ids ['92ff29cf-4878-419c-b230-5263b38353de'] in dv-cinder-768592-5-smb is: [{'id': '92ff29cf-4878-419c-b230-5263b38353de', 'name': 'tempest-ServerRescueNegativeTestJSON-1114585024-router', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:13Z', 'updated_at': '2021-01-21T08:00:17Z', 'revision_number': 3, 'project_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'gw_port': {'id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff29cf-4878-419c-b230-5263b38353de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:00:27.175771 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:27.183906 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Usage tracker for resource:port and tenant:6d8f0014011f4ebbac4b43afe680e362 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:27.191889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Quota usage for port was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:27.206622 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:27.262032 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Network b88aaace-79ae-42aa-8edc-fc52c046e720 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:27.265597 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:27.275616 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Made reservation on behalf of 6d8f0014011f4ebbac4b43afe680e362 for: {'port': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:27.287652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:27.308812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Network 6d73440c-38be-4b1e-98d3-4d22c54af203 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:27.310730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:27.329228 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:27.339780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port d9bd2d54-6779-415f-93d7-6da9a2d5d356, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=d9bd2d54-6779-415f-93d7-6da9a2d5d356,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:00:27.342834 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-09fabd70-65e1-4628-8154-a009dcbf4cc2 req-1668e69b-1860-497a-bd66-419c8e56e28f tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 210 time: 0.4727402 Jan 21 08:00:27.344059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:27.353688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854392411'] for router_interface, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:27.382926 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:27.385880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:27.524438 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Notify callbacks [] for port, precommit_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:27.546558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Transition to ACTIVE for port object 1060373d-cb68-4e18-85f8-82668857fd43 will not be triggered until provisioned by entity L2. {{(pid=80229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:27.612549 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:27.647489 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=d9bd2d54-6779-415f-93d7-6da9a2d5d356,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:27.657909 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:27.664858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:27.872922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1bf295be-1899-4071-bb54-8b831f8c39d3 None None] Provisioning complete for port b78cda69-79e5-4cab-8541-313fd1aaf9c4 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:27.874187 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1bf295be-1899-4071-bb54-8b831f8c39d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:28.088842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc2e70-3137-40f4-a78f-9fecabae4606 None None] Pushing event updated for resources: {'Port': ['ID=1060373d-cb68-4e18-85f8-82668857fd43,revision_number=2']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:28.115851 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6edc2e70-3137-40f4-a78f-9fecabae4606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:28.144252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1bf295be-1899-4071-bb54-8b831f8c39d3 None None] Port b78cda69-79e5-4cab-8541-313fd1aaf9c4 cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:00:28.166447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Pushing event updated for resources: {'Port': ['ID=61cd96e0-5e79-4d76-9862-877219f6d432,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:28.182899 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.307s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:28.287885 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Attempting to bind port 1060373d-cb68-4e18-85f8-82668857fd43 on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:28.288313 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Attempting to bind port 1060373d-cb68-4e18-85f8-82668857fd43 by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:28.288724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Attempting to bind port 1060373d-cb68-4e18-85f8-82668857fd43 on network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:28.312763 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:28.313185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Checking segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:28.313878 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:28.314857 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Bound using segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:28.315414 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Bound port: 1060373d-cb68-4e18-85f8-82668857fd43, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:28.315854 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:28.577245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] For port 1060373d-cb68-4e18-85f8-82668857fd43, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:00:28.590108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] For port 1060373d-cb68-4e18-85f8-82668857fd43, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=1060373d-cb68-4e18-85f8-82668857fd43,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:00:28.646454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:28.690965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9a84f251-f02d-490a-889a-c145c1a972ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:28.805975 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a166b211-fdd9-42cd-add8-d8bc2dbc77ed req-0f6ad145-f30e-4977-a555-0af8a22df7cb tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 210 time: 0.2399392 Jan 21 08:00:28.918205 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Router f1016a24-f4ab-4f90-984e-ff7371649ced has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:00:29.242389 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Allocated IP 172.20.0.2 (3bc85e0f-a0e9-447d-bc3f-e98b99241cc0/4cca7362-1202-41a4-8c9b-8d5b7dfab300/79bae940-5455-4c38-8ba6-571f24b29f36) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:29.277834 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Allocated IP 172.20.0.10 (04f08295-94cc-4d58-9786-55df6872f09a/8543cc68-5816-4276-8f28-1d84e1545d60/6b7aa004-e14b-4339-a3e7-f4e16c7c42c2) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:29.396953 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc2e70-3137-40f4-a78f-9fecabae4606 None None] Pushing event updated for resources: {'Port': ['ID=1060373d-cb68-4e18-85f8-82668857fd43,revision_number=3']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:29.418963 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6edc2e70-3137-40f4-a78f-9fecabae4606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:29.461889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:00:29.462611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:00:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:29.468580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:29.662503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device cfbd5eac-badf-4621-95b2-c7c23940ce71 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:29.699025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:29.898439 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:00:29.921824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port cfbd5eac-badf-4621-95b2-c7c23940ce71 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:29.928961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port cfbd5eac-badf-4621-95b2-c7c23940ce71 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:29.929396 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:30.056725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:30.144900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:00:30.169998 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] 10.222.0.64 "PUT /v2.0/routers/f1016a24-f4ab-4f90-984e-ff7371649ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0511711 Jan 21 08:00:30.172073 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-b34c7e5a-0525-4a86-9127-fef29860f755 req-db5b8cf0-d279-4a66-8c26-8437ccf381ae tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Synchronizing usage tracker for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:30.229421 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:30.258446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-b34c7e5a-0525-4a86-9127-fef29860f755 req-db5b8cf0-d279-4a66-8c26-8437ccf381ae tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Unset dirty status for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:30.272924 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b34c7e5a-0525-4a86-9127-fef29860f755 req-db5b8cf0-d279-4a66-8c26-8437ccf381ae tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 210 time: 0.1831212 Jan 21 08:00:30.274286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Sync routers for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:00:30.303540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:30.337376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:00:30.346299 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:00:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:30.366055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:30.510738 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port cfbd5eac-badf-4621-95b2-c7c23940ce71, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=cfbd5eac-badf-4621-95b2-c7c23940ce71,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:00:30.567111 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:30.657415 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:30.733607 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Network 04f08295-94cc-4d58-9786-55df6872f09a is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:30.743863 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:30.764079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:30.784812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:30.785928 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:30.808295 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:22Z', 'revision_number': 3, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:30.811262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Pushing event updated for resources: {'Port': ['ID=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:30.816508 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:30.821355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55025e-c071-4b09-b9b8-a7b6d3435d91 None None] The sync data for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb is: [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:22Z', 'revision_number': 3, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:00:30.851007 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3018782 Jan 21 08:00:30.865378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device d9bd2d54-6779-415f-93d7-6da9a2d5d356 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:30.911494 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9dae3876-1eb7-4b16-b72a-d8452f4e1e97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:31.135788 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=cfbd5eac-badf-4621-95b2-c7c23940ce71,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:31.159752 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:31.267519 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:00:31.407878 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port d9bd2d54-6779-415f-93d7-6da9a2d5d356 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:31.408400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:31.502448 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:31.575965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 54202) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:31.583533 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Request body: {'security_group': {'name': 'tempest-securitygroup--155812024', 'description': 'tempest-description--597648114'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:31.620052 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:31.620052 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Usage tracker for resource:security_group and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:31.620052 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:31.627572 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:31.691516 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:31.739782 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:31.759234 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Usage tracker for resource:security_group_rule and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:31.764978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:31.778681 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:31.968652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Pushing event updated for resources: {'Port': ['ID=79bae940-5455-4c38-8ba6-571f24b29f36,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:32.026725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:32.035223 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Network 3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:32.044724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:32.064385 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:32.087894 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:32.088661 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.113648 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706bce5-3aa0-4d04-9f6e-85eba043ec93 req-356faacb-c0a7-4a02-a7b1-73fcfb01fdcf tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:32.115416 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9706bce5-3aa0-4d04-9f6e-85eba043ec93 req-356faacb-c0a7-4a02-a7b1-73fcfb01fdcf tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 932 time: 0.2738097 Jan 21 08:00:32.117254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925864d-a6d0-45ef-bd0b-6dc5714e914f req-b8ad0a3b-3550-4a86-b60e-269a9f0531b0 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:32.118052 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.118989 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3925864d-a6d0-45ef-bd0b-6dc5714e914f req-b8ad0a3b-3550-4a86-b60e-269a9f0531b0 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 931 time: 2.6164551 Jan 21 08:00:32.143722 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.179977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.212319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:32.216101 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 2, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:32.237328 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Checking router: f1016a24-f4ab-4f90-984e-ff7371649ced for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:00:32.240547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Updating router f1016a24-f4ab-4f90-984e-ff7371649ced port b78cda69-79e5-4cab-8541-313fd1aaf9c4 binding host dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 08:00:32.268337 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.287100 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.292038 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7146654 Jan 21 08:00:32.293040 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 54210) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:32.325843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Request body: {'security_group_rule': {'security_group_id': '1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:32.357856 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-3925864d-a6d0-45ef-bd0b-6dc5714e914f req-2bcab4ee-1336-4d2c-9877-9dacd8fba7fa tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Synchronizing usage tracker for tenant:24513a8c4244405b9ab43bf454168bf5 on resource:security_group {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:32.393987 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9706bce5-3aa0-4d04-9f6e-85eba043ec93 req-6ba6e836-b08a-4648-89b6-afcc1e6eff6c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675908 Jan 21 08:00:32.395469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cd648f08-487a-41be-b01a-3243f8008080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:32.398112 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:32.401113 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event updated for resources: {'SecurityGroup': ['ID=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:32.410994 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.413542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:32.423731 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Usage tracker for resource:security_group_rule and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:32.436994 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:32.463772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:32.471275 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-292ded77-1749-499e-a12a-705ce2e6b7d8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7406709 Jan 21 08:00:32.533728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group_rule, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.604260 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 1060373d-cb68-4e18-85f8-82668857fd43 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:32.666027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-3925864d-a6d0-45ef-bd0b-6dc5714e914f req-2bcab4ee-1336-4d2c-9877-9dacd8fba7fa tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Unset dirty status for tenant:24513a8c4244405b9ab43bf454168bf5 on resource:security_group {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:32.667487 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3925864d-a6d0-45ef-bd0b-6dc5714e914f req-2bcab4ee-1336-4d2c-9877-9dacd8fba7fa tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321817 Jan 21 08:00:32.746036 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1826342b-10f5-4b71-910d-37469e9d1cbf,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:32.771696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:32.784630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.785819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.817000 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581094'] for security_group_rule, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.828116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:32.878919 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02d3135-24aa-4128-b4ca-012527a4c99b,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:32.895771 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:32.901784 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.905331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group_rule, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.906431 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6011274 Jan 21 08:00:32.909647 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 54218) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:32.915644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Request body: {'security_group_rule': {'security_group_id': '1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:32.924292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853185421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854393790'] for router_interface, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:32.929165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:32.933540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Usage tracker for resource:security_group_rule and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:32.942612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:32.949726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:32.974431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:33.018628 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group_rule, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:33.148845 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Pushing event updated for resources: {'Port': ['ID=61cd96e0-5e79-4d76-9862-877219f6d432,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:33.153612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:33.168025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:33.200791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581094'] for security_group_rule, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:33.202930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:33.236604 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f55604b-e1e0-40ae-ab5a-2af5409560d0,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:33.239314 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:33.244854 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Checking segment: {'id': '8a84f64f-dbea-432d-a879-be68491791bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f4fa2fa9-0e06-450e-acc9-bdd6480e5dee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:33.245257 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Network hostable DHCP agents. Network: f4fa2fa9-0e06-450e-acc9-bdd6480e5dee, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:00:33.278742 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group_rule, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:33.280774 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3700707 Jan 21 08:00:33.284599 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 54228) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:33.291480 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Request body: {'floatingip': {'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:33.313625 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:33.324670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Usage tracker for resource:floatingip and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:33.334468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:33.350902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:33.409965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 1060373d-cb68-4e18-85f8-82668857fd43 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:33.433298 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 1060373d-cb68-4e18-85f8-82668857fd43 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:33.433726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:33.433993 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:33.434163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Allocated IP 172.20.0.1 (75214904-c0b0-44db-9af2-b3f288039817/2e5447aa-b413-44fe-b584-4a19bb1e582c/c5493347-7acf-42a1-be60-030db1edcb0a) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:33.447967 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Network 6d73440c-38be-4b1e-98d3-4d22c54af203 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:33.455505 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:33.463877 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Network f4fa2fa9-0e06-450e-acc9-bdd6480e5dee is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:00:33.562292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Notify callbacks [] for port, precommit_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:33.588621 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Transition to ACTIVE for port object b78cda69-79e5-4cab-8541-313fd1aaf9c4 will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:33.628082 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, f4fa2fa9-0e06-450e-acc9-bdd6480e5dee) {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:33.650444 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:33.651112 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:33.666879 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f945c296-365e-446a-be03-a3f9eb0ab626 None None] Network f4fa2fa9-0e06-450e-acc9-bdd6480e5dee requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:33.732992 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:33.914879 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:33.996688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0f135-c97d-4616-93c6-6fa0e75b00cb req-a91cff89-5f6e-49c1-a6d3-a20451d82ebd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:34.002867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54238) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:34.007579 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1ad0f135-c97d-4616-93c6-6fa0e75b00cb req-a91cff89-5f6e-49c1-a6d3-a20451d82ebd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 932 time: 0.3828027 Jan 21 08:00:34.023684 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 9.6057649 Jan 21 08:00:34.118376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4ca4be35-4728-407d-a054-df1b8ed440e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:34.123858 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1ad0f135-c97d-4616-93c6-6fa0e75b00cb req-b8769ae5-3b2a-46ab-903f-32fd7d21c388 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149940 Jan 21 08:00:34.160663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Router 92ff29cf-4878-419c-b230-5263b38353de has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:00:34.165536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:34.278613 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Transition to ACTIVE for port object c5493347-7acf-42a1-be60-030db1edcb0a will not be triggered until provisioned by entity DHCP. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:34.437440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1f7e7-2617-433a-878b-c5da9ea4c7f3 req-def32a3d-e53e-407c-a8f4-ecc1ade8b583 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:34.447793 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-84e1f7e7-2617-433a-878b-c5da9ea4c7f3 req-def32a3d-e53e-407c-a8f4-ecc1ade8b583 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Synchronizing usage tracker for tenant:24513a8c4244405b9ab43bf454168bf5 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:34.481814 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Allocated IP 172.28.2.30 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/13da7bce-5506-4e51-8b23-0f8d72854475) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:34.674987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2e7edc6f-8635-47e3-8a16-a71e62f5aeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:34.695885 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-84e1f7e7-2617-433a-878b-c5da9ea4c7f3 req-def32a3d-e53e-407c-a8f4-ecc1ade8b583 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Unset dirty status for tenant:24513a8c4244405b9ab43bf454168bf5 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:34.697457 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-84e1f7e7-2617-433a-878b-c5da9ea4c7f3 req-def32a3d-e53e-407c-a8f4-ecc1ade8b583 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 931 time: 0.6936026 Jan 21 08:00:34.715611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:00:34.724578 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-2e7edc6f-8635-47e3-8a16-a71e62f5aeca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:34.725621 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Sync routers for ids ['92ff29cf-4878-419c-b230-5263b38353de'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:00:34.725777 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:34.739490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Routers {'92ff29cf-4878-419c-b230-5263b38353de'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:00:34.745833 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] 10.222.0.64 "PUT /v2.0/routers/92ff29cf-4878-419c-b230-5263b38353de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9533811 Jan 21 08:00:34.746900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:00:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['92ff29cf-4878-419c-b230-5263b38353de'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:34.750902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-2e7edc6f-8635-47e3-8a16-a71e62f5aeca admin admin] Usage tracker for resource:security_group_rule and tenant:833a784ad1cf4570b198ca9266e6fc74 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:34.767069 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port 1060373d-cb68-4e18-85f8-82668857fd43, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=1060373d-cb68-4e18-85f8-82668857fd43,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:00:34.778095 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba874f18-2c7f-41e9-998b-0ae60c654a21 None None] Pushing event updated for resources: {'Port': ['ID=b78cda69-79e5-4cab-8541-313fd1aaf9c4,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:34.778667 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-2e7edc6f-8635-47e3-8a16-a71e62f5aeca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:34.790998 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:34.797684 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-2e7edc6f-8635-47e3-8a16-a71e62f5aeca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:34.821430 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ba874f18-2c7f-41e9-998b-0ae60c654a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:34.827307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-bd9114ed-d2e8-4a8b-bb5b-a5b66d503f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:34.831411 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:34.833373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device cfbd5eac-badf-4621-95b2-c7c23940ce71 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:34.892602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:34.980844 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-84e1f7e7-2617-433a-878b-c5da9ea4c7f3 req-acc6c52e-1089-4186-ae3a-34e869874481 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735467 Jan 21 08:00:35.020304 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:35.038362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c5493347-7acf-42a1-be60-030db1edcb0a,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:35.045864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:35.067358 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:35.105193 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:35.128473 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Set router 92ff29cf-4878-419c-b230-5263b38353de gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:00:35.149649 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Network 75214904-c0b0-44db-9af2-b3f288039817 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:35.152405 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:35.181084 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:35.181957 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854392411'] for router_interface, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:35.262584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event updated for resources: {'Port': ['ID=13da7bce-5506-4e51-8b23-0f8d72854475,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:35.348242 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Attempting to bind port b78cda69-79e5-4cab-8541-313fd1aaf9c4 on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:35.352220 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Attempting to bind port b78cda69-79e5-4cab-8541-313fd1aaf9c4 by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:35.353913 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Attempting to bind port b78cda69-79e5-4cab-8541-313fd1aaf9c4 on network b88aaace-79ae-42aa-8edc-fc52c046e720 {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:35.390417 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5f380-5504-4930-be15-feaa02220aa4 None None] Network f4fa2fa9-0e06-450e-acc9-bdd6480e5dee requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:35.401938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2e7edc6f-8635-47e3-8a16-a71e62f5aeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:35.422423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:35.447526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2e7edc6f-8635-47e3-8a16-a71e62f5aeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:35.478713 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:35.479136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Checking segment: {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:35.479587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:35.480031 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Bound using segment: {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:35.480728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Bound port: b78cda69-79e5-4cab-8541-313fd1aaf9c4, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:35.481017 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:35.536730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:35.568266 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-2e7edc6f-8635-47e3-8a16-a71e62f5aeca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=833a784ad1cf4570b198ca9266e6fc74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5605924 Jan 21 08:00:35.590059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54270) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:35.788886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7edc6f-8635-47e3-8a16-a71e62f5aeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad37b94-a22c-4adf-a99d-7fa1305da8fd,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:35.855675 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-2e7edc6f-8635-47e3-8a16-a71e62f5aeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:35.920865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:35.980951 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cac2b0f1-2635-41e6-a280-3d0478d1bd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.045252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cac2b0f1-2635-41e6-a280-3d0478d1bd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.265053 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] For port b78cda69-79e5-4cab-8541-313fd1aaf9c4, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:00:36.274991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] For port b78cda69-79e5-4cab-8541-313fd1aaf9c4, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=b78cda69-79e5-4cab-8541-313fd1aaf9c4,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:00:36.285030 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 54288) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:36.305311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1834105193-network', 'tenant_id': '229758d994104bd9a523809b55dc73f7'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:36.329276 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:36.338484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port cfbd5eac-badf-4621-95b2-c7c23940ce71 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:36.338676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.374026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Usage tracker for resource:network and tenant:229758d994104bd9a523809b55dc73f7 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:36.382876 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:36.388338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:36.398204 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:36.402824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.412017 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:36.431735 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-bd539aea-43af-418a-8647-6c76b38ab474 None None] Provisioning for port c5493347-7acf-42a1-be60-030db1edcb0a completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:36.437972 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:36.451877 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-bd539aea-43af-418a-8647-6c76b38ab474 None None] Provisioning complete for port c5493347-7acf-42a1-be60-030db1edcb0a triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:36.454983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd539aea-43af-418a-8647-6c76b38ab474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.485362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f0dc-73cc-44ae-82b7-bf9a92de80ab req-dc256a73-6c62-437b-afa8-a979f9dc303e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:36.487103 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e772f0dc-73cc-44ae-82b7-bf9a92de80ab req-dc256a73-6c62-437b-afa8-a979f9dc303e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 932 time: 0.9068093 Jan 21 08:00:36.568213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-bd539aea-43af-418a-8647-6c76b38ab474 None None] Port c5493347-7acf-42a1-be60-030db1edcb0a cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:00:36.569827 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=1060373d-cb68-4e18-85f8-82668857fd43,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:36.580458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff29cf-4878-419c-b230-5263b38353de', 'name': 'tempest-ServerRescueNegativeTestJSON-1114585024-router', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:13Z', 'updated_at': '2021-01-21T08:00:28Z', 'revision_number': 4, 'project_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'gw_port': {'id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff29cf-4878-419c-b230-5263b38353de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': '61cd96e0-5e79-4d76-9862-877219f6d432', 'name': '', 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'mac_address': 'fa:16:3e:7e:b2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff29cf-4878-419c-b230-5263b38353de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '3ede2f2c-82ed-4bcf-95e1-efdce4d5c029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:23Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 2, 'project_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'subnets': [{'id': '3ede2f2c-82ed-4bcf-95e1-efdce4d5c029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:36.600803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Checking router: 92ff29cf-4878-419c-b230-5263b38353de for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:00:36.601452 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Updating router 92ff29cf-4878-419c-b230-5263b38353de port 61cd96e0-5e79-4d76-9862-877219f6d432 binding host dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 08:00:36.609961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cac2b0f1-2635-41e6-a280-3d0478d1bd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.652347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:36.673526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.690167 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.677s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:36.696036 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:36.725055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Made reservation on behalf of 229758d994104bd9a523809b55dc73f7 for: {'network': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:36.725611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2b0f1-2635-41e6-a280-3d0478d1bd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad37b94-a22c-4adf-a99d-7fa1305da8fd,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:36.730694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.733319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cac2b0f1-2635-41e6-a280-3d0478d1bd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:36.740257 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cac2b0f1-2635-41e6-a280-3d0478d1bd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.744070 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-cac2b0f1-2635-41e6-a280-3d0478d1bd45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ad37b94-a22c-4adf-a99d-7fa1305da8fd HTTP/1.1" status: 204 len: 168 time: 1.1482732 Jan 21 08:00:36.828544 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.839382 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e772f0dc-73cc-44ae-82b7-bf9a92de80ab req-031e8f5a-0c81-4b6f-91bd-9ca8779f23ac tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439605 Jan 21 08:00:36.858194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.912581 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.918813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.925104 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853185421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854393790'] for router_interface, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:36.935843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:36.956431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3b06593e-3b3b-47fb-b841-8124ff0d0307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:36.957791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Usage tracker for resource:security_group_rule and tenant:229758d994104bd9a523809b55dc73f7 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:36.965315 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:36.996019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:37.040645 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 1060373d-cb68-4e18-85f8-82668857fd43 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:37.182415 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:37.237423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba874f18-2c7f-41e9-998b-0ae60c654a21 None None] Pushing event updated for resources: {'Port': ['ID=b78cda69-79e5-4cab-8541-313fd1aaf9c4,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:37.257338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ba874f18-2c7f-41e9-998b-0ae60c654a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:37.364137 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 1060373d-cb68-4e18-85f8-82668857fd43 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:37.383194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:37.405756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-94c7a596-6697-4646-a2fb-d973dac9f2f5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:37.413205 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-94c7a596-6697-4646-a2fb-d973dac9f2f5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/networks?id=6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 200 len: 819 time: 0.8056366 Jan 21 08:00:37.544234 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Network 75214904-c0b0-44db-9af2-b3f288039817 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:37.546030 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-94fece86-0291-4303-b94a-d740288860f0 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/quotas/a3b4850d571945a6a5b56f8a8cf39627 HTTP/1.1" status: 200 len: 375 time: 0.0885022 Jan 21 08:00:37.556059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:37.603006 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c5493347-7acf-42a1-be60-030db1edcb0a,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:37.606121 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adf1df-f72c-452c-97a4-68a001dd7f4c req-6d8b8239-8eb7-416e-b60c-516f280280e6 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:37.612262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:37.627194 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-11adf1df-f72c-452c-97a4-68a001dd7f4c req-6d8b8239-8eb7-416e-b60c-516f280280e6 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 931 time: 0.5564981 Jan 21 08:00:37.631054 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:00:37.631828 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:00:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:37.803171 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:37.998066 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54316) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:38.042368 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-11adf1df-f72c-452c-97a4-68a001dd7f4c req-821614ce-c958-4bad-9be5-96b1daae8295 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137313 Jan 21 08:00:38.046593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:38.069371 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Notify callbacks [] for port, precommit_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:38.076668 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7e38ba8f-d3c5-4e8e-bfbf-e5e954222beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:38.083444 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Transition to ACTIVE for port object 61cd96e0-5e79-4d76-9862-877219f6d432 will not be triggered until provisioned by entity L2. {{(pid=80229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:38.120109 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:38.159629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:00:38.175777 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7015c6fc-6475-4047-b963-3f8c423e937a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:38.185251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:38.216060 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:38.270032 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7015c6fc-6475-4047-b963-3f8c423e937a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:38.286317 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7015c6fc-6475-4047-b963-3f8c423e937a admin admin] Usage tracker for resource:security_group_rule and tenant:890eaed9923348f690914b87f89b384c is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:38.290861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7015c6fc-6475-4047-b963-3f8c423e937a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:38.308144 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-696c9f54-4df0-49fc-bf83-15407a30aeae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Synchronizing usage tracker for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:38.316355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7015c6fc-6475-4047-b963-3f8c423e937a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:38.320521 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:00:38.341350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Router d8c14d56-8fa9-4544-ae13-2e186569f54d has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:00:38.346564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:38.414819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f4d19-aadd-4ef9-b2b8-36fb85874d8c None None] Pushing event updated for resources: {'Port': ['ID=61cd96e0-5e79-4d76-9862-877219f6d432,revision_number=3']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:38.423077 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26292691-29e1-4da5-985d-f83b7baea3ca,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:38.443646 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-593f4d19-aadd-4ef9-b2b8-36fb85874d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:38.446027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:38.446706 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:38.554225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:38.554824 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Added segment c2301f40-18d4-45f9-8454-e9a32133539c of type vxlan for network d1472b33-4b4d-4967-9b9a-27520051b453 Jan 21 08:00:38.636863 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-b9d6dd2f-9761-474a-a010-378e3a6a72e2 None None] Provisioning complete for port c5493347-7acf-42a1-be60-030db1edcb0a triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:38.637313 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b9d6dd2f-9761-474a-a010-378e3a6a72e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:38.719632 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7015c6fc-6475-4047-b963-3f8c423e937a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:38.807465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Attempting to bind port 61cd96e0-5e79-4d76-9862-877219f6d432 on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:38.807876 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Attempting to bind port 61cd96e0-5e79-4d76-9862-877219f6d432 by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:38.808350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Attempting to bind port 61cd96e0-5e79-4d76-9862-877219f6d432 on network 6d73440c-38be-4b1e-98d3-4d22c54af203 {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:38.823365 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-b9d6dd2f-9761-474a-a010-378e3a6a72e2 None None] Port c5493347-7acf-42a1-be60-030db1edcb0a cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:00:38.835350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event updated for resources: {'Port': ['ID=13da7bce-5506-4e51-8b23-0f8d72854475,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:38.838168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:38.838607 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Checking segment: {'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:38.839099 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:38.839540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Bound using segment: {'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:38.840066 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Bound port: 61cd96e0-5e79-4d76-9862-877219f6d432, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'}}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:38.840609 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:38.848772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:38.853854 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:38.946739 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2811d8b-63f1-44b6-9ac8-ffb12b086581 req-4724fac5-09e3-4bd3-b233-1ac2514a2fdd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:38.955538 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d2811d8b-63f1-44b6-9ac8-ffb12b086581 req-4724fac5-09e3-4bd3-b233-1ac2514a2fdd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 932 time: 0.7582443 Jan 21 08:00:38.993497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:39.060156 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d2811d8b-63f1-44b6-9ac8-ffb12b086581 req-851f6e49-7130-46d1-a57d-94e50d5f77c7 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035140 Jan 21 08:00:39.064573 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7015c6fc-6475-4047-b963-3f8c423e937a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:39.076639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:39.079192 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:39.079803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:39.089272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:39.106982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5a3cd36a-88b6-4324-b671-5c7b19d28ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:39.141989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:36Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:39.149281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914cb318-17a1-4027-900c-27c7c25258e8 None None] The sync data for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb is: [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:36Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:00:39.151877 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-7015c6fc-6475-4047-b963-3f8c423e937a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=890eaed9923348f690914b87f89b384c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1493719 Jan 21 08:00:39.153740 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:00:39.154288 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:39.164214 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8696260 Jan 21 08:00:39.167977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54336) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:39.169023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015c6fc-6475-4047-b963-3f8c423e937a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b296a3-7b7b-45ee-9321-450261a55d37,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:39.181961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Sync routers for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:00:39.207967 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-696c9f54-4df0-49fc-bf83-15407a30aeae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Unset dirty status for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:39.210012 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-696c9f54-4df0-49fc-bf83-15407a30aeae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6099832 Jan 21 08:00:39.212669 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7015c6fc-6475-4047-b963-3f8c423e937a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:39.233419 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:00:39.253979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:00:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:39.257019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] For port 61cd96e0-5e79-4d76-9862-877219f6d432, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:00:39.278002 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] For port 61cd96e0-5e79-4d76-9862-877219f6d432, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=61cd96e0-5e79-4d76-9862-877219f6d432,segment=NetworkSegment(1fa7f9fa-d212-4660-9e5c-915a17ccfd06),segment_id=1fa7f9fa-d212-4660-9e5c-915a17ccfd06)] {{(pid=80229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:00:39.318722 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:39.340207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e617b77c-71cd-4f8c-9192-c5a019005bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:39.432876 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] 10.222.0.64 "PUT /v2.0/routers/d8c14d56-8fa9-4544-ae13-2e186569f54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8651173 Jan 21 08:00:39.459181 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.1702497 Jan 21 08:00:39.481533 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54344) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:39.513465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Request body: {'subnet': {'network_id': 'd1472b33-4b4d-4967-9b9a-27520051b453', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1834105193-subnet', 'tenant_id': '229758d994104bd9a523809b55dc73f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:39.567978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:39.596054 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Usage tracker for resource:subnet and tenant:229758d994104bd9a523809b55dc73f7 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:39.645170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:39.672341 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cdd60a4b-c8b3-4455-9aaf-e4f76687daa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:39.685889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:00:39.692194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:39.695069 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Pushing event updated for resources: {'Network': ['ID=d1472b33-4b4d-4967-9b9a-27520051b453,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:39.708193 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:39.778464 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7d0d9171-0cf9-4250-a59c-bc9a10e81c12 service neutron] 10.222.0.64 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553193 Jan 21 08:00:39.803035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f4d19-aadd-4ef9-b2b8-36fb85874d8c None None] Pushing event updated for resources: {'Port': ['ID=61cd96e0-5e79-4d76-9862-877219f6d432,revision_number=4']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:39.808431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cdd60a4b-c8b3-4455-9aaf-e4f76687daa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:39.834788 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-593f4d19-aadd-4ef9-b2b8-36fb85874d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:39.843249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Made reservation on behalf of 229758d994104bd9a523809b55dc73f7 for: {'subnet': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:39.848636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:39.862621 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1be42-53ba-417a-a730-8129d0ff2597 req-7a573f6d-2cf8-4da2-962e-016f5c2c13f0 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:39.864549 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-38f1be42-53ba-417a-a730-8129d0ff2597 req-7a573f6d-2cf8-4da2-962e-016f5c2c13f0 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 931 time: 0.4389880 Jan 21 08:00:39.950472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Routers {'92ff29cf-4878-419c-b230-5263b38353de'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:00:39.951264 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:00:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['92ff29cf-4878-419c-b230-5263b38353de'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:40.022254 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-38f1be42-53ba-417a-a730-8129d0ff2597 req-9a287ee4-533d-4c01-beb2-f2fd8cfc53f9 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435404 Jan 21 08:00:40.217075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network d1472b33-4b4d-4967-9b9a-27520051b453 details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:40.231617 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-d56857d9-b824-43fa-a28d-521ceffb18ad service neutron] 10.222.0.64 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4520805 Jan 21 08:00:40.260083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network d1472b33-4b4d-4967-9b9a-27520051b453 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:00:40.373968 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] Set router 92ff29cf-4878-419c-b230-5263b38353de gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:00:40.435481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cdd60a4b-c8b3-4455-9aaf-e4f76687daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:40.481431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-2e7edc6f-8635-47e3-8a16-a71e62f5aeca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:40.538247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-1d431ead-40ce-4d26-85ff-340395477898 req-3ecf451f-91e4-4aed-a88a-96474bc23b33 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Synchronizing usage tracker for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:security_group {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:40.556540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd60a4b-c8b3-4455-9aaf-e4f76687daa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b296a3-7b7b-45ee-9321-450261a55d37,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:40.569893 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cdd60a4b-c8b3-4455-9aaf-e4f76687daa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:40.573578 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cdd60a4b-c8b3-4455-9aaf-e4f76687daa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:40.574821 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-cdd60a4b-c8b3-4455-9aaf-e4f76687daa0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05b296a3-7b7b-45ee-9321-450261a55d37 HTTP/1.1" status: 204 len: 168 time: 1.4010918 Jan 21 08:00:40.628600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-1d431ead-40ce-4d26-85ff-340395477898 req-3ecf451f-91e4-4aed-a88a-96474bc23b33 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Unset dirty status for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:security_group {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:40.630129 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-3ecf451f-91e4-4aed-a88a-96474bc23b33 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--155812024&fields=id&tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f HTTP/1.1" status: 200 len: 267 time: 0.3343167 Jan 21 08:00:41.043913 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device b78cda69-79e5-4cab-8541-313fd1aaf9c4 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:41.225993 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d431ead-40ce-4d26-85ff-340395477898 req-4ed319c4-23a8-4f7e-ab2c-7b5c6286a302 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:41.226801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-1d431ead-40ce-4d26-85ff-340395477898 req-4ed319c4-23a8-4f7e-ab2c-7b5c6286a302 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Synchronizing usage tracker for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:network {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:41.374856 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff29cf-4878-419c-b230-5263b38353de', 'name': 'tempest-ServerRescueNegativeTestJSON-1114585024-router', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:13Z', 'updated_at': '2021-01-21T08:00:28Z', 'revision_number': 4, 'project_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'gw_port': {'id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff29cf-4878-419c-b230-5263b38353de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': '61cd96e0-5e79-4d76-9862-877219f6d432', 'name': '', 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'mac_address': 'fa:16:3e:7e:b2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff29cf-4878-419c-b230-5263b38353de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '3ede2f2c-82ed-4bcf-95e1-efdce4d5c029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:23Z', 'updated_at': '2021-01-21T08:00:39Z', 'revision_number': 4, 'project_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'subnets': [{'id': '3ede2f2c-82ed-4bcf-95e1-efdce4d5c029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:41.381258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830cfb59-1e5e-4b2f-ae5f-a215b356e1ac None None] The sync data for ids ['92ff29cf-4878-419c-b230-5263b38353de'] in dv-cinder-768592-5-smb is: [{'id': '92ff29cf-4878-419c-b230-5263b38353de', 'name': 'tempest-ServerRescueNegativeTestJSON-1114585024-router', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:13Z', 'updated_at': '2021-01-21T08:00:28Z', 'revision_number': 4, 'project_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'gw_port': {'id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff29cf-4878-419c-b230-5263b38353de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': '61cd96e0-5e79-4d76-9862-877219f6d432', 'name': '', 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'mac_address': 'fa:16:3e:7e:b2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff29cf-4878-419c-b230-5263b38353de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '3ede2f2c-82ed-4bcf-95e1-efdce4d5c029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:23Z', 'updated_at': '2021-01-21T08:00:39Z', 'revision_number': 4, 'project_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'subnets': [{'id': '3ede2f2c-82ed-4bcf-95e1-efdce4d5c029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:00:41.407244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-1d431ead-40ce-4d26-85ff-340395477898 req-4ed319c4-23a8-4f7e-ab2c-7b5c6286a302 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Unset dirty status for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:network {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:41.407487 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:41.413720 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-4ed319c4-23a8-4f7e-ab2c-7b5c6286a302 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 817 time: 0.7711954 Jan 21 08:00:41.439175 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-a8894d3f-8fec-42c6-bc48-3e58054f9641 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/quotas/170e1d6a7ba04a31aa33e7bffa3a9e2f HTTP/1.1" status: 200 len: 375 time: 0.0194468 Jan 21 08:00:41.469048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:41.610412 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=124f93f9-dc48-42f2-b8e4-6526ed22f3b6,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:41.740955 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-1d431ead-40ce-4d26-85ff-340395477898 req-9af5394b-a3e7-4412-b1df-3117408c4126 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Synchronizing usage tracker for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:41.744936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:36Z', 'revision_number': 2, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:41.765692 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 54398) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:41.778386 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Request body: {'security_group': {'name': 'tempest-securitygroup--185804557', 'description': 'tempest-description--1511109085'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:41.785332 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:41.786832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Checking router: d8c14d56-8fa9-4544-ae13-2e186569f54d for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:00:41.794307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Updating router d8c14d56-8fa9-4544-ae13-2e186569f54d port c5493347-7acf-42a1-be60-030db1edcb0a binding host dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 08:00:41.819033 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:41.839788 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Usage tracker for resource:security_group and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:41.855605 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:41.876606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:41.897751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-1d431ead-40ce-4d26-85ff-340395477898 req-9af5394b-a3e7-4412-b1df-3117408c4126 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Unset dirty status for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:41.917301 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-9af5394b-a3e7-4412-b1df-3117408c4126 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4767702 Jan 21 08:00:41.975759 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:41.997561 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port b78cda69-79e5-4cab-8541-313fd1aaf9c4 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:42.151432 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port b78cda69-79e5-4cab-8541-313fd1aaf9c4 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:42.152204 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:42.286554 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-fbbb6e47-8413-498c-893a-dc2e4e9f3264 service neutron] 10.222.0.64 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677595 Jan 21 08:00:42.314254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Checking segment: {'id': 'c2301f40-18d4-45f9-8454-e9a32133539c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd1472b33-4b4d-4967-9b9a-27520051b453'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:42.314796 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Network hostable DHCP agents. Network: d1472b33-4b4d-4967-9b9a-27520051b453, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:00:42.356090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:42.383859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:42.388627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Usage tracker for resource:security_group_rule and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:42.393092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:42.399688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:42.412977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1003c1-67a5-4763-9e46-ece07ed1e154 req-e677d482-6dd4-4650-8c20-8b7278ff1934 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:42.414714 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1a1003c1-67a5-4763-9e46-ece07ed1e154 req-e677d482-6dd4-4650-8c20-8b7278ff1934 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 932 time: 0.4123034 Jan 21 08:00:42.538224 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-1a1003c1-67a5-4763-9e46-ece07ed1e154 req-323621a6-701f-4f49-95e4-81726e73a015 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Synchronizing usage tracker for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:security_group {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:42.558312 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-a29be1b3-6e5a-42ff-99cf-27704910148c service neutron] 10.222.0.64 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2707286 Jan 21 08:00:42.621966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:42.644760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Network d1472b33-4b4d-4967-9b9a-27520051b453 is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:00:42.648640 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-1a1003c1-67a5-4763-9e46-ece07ed1e154 req-323621a6-701f-4f49-95e4-81726e73a015 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Unset dirty status for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:security_group {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:42.653753 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1a1003c1-67a5-4763-9e46-ece07ed1e154 req-323621a6-701f-4f49-95e4-81726e73a015 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271335 Jan 21 08:00:42.719568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port b78cda69-79e5-4cab-8541-313fd1aaf9c4, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=b78cda69-79e5-4cab-8541-313fd1aaf9c4,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:00:42.720070 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, d1472b33-4b4d-4967-9b9a-27520051b453) {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:42.724959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:42.734119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:42.734373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0aabf2-da32-4cfd-aae1-18f5009dee68 None None] Network d1472b33-4b4d-4967-9b9a-27520051b453 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:42.897514 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4035845 Jan 21 08:00:42.925979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:42.977343 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:42.985855 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-420561e2-ee17-458b-b092-5f3b95841231 req-04272977-39ef-454b-b400-b9197d9c8546 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 210 time: 0.0734370 Jan 21 08:00:42.988936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:43.067248 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event updated for resources: {'SecurityGroup': ['ID=69f0a59e-7d7b-4ba4-bebe-dbac89f75793,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:43.099481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:43.126423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:43.127780 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3609025 Jan 21 08:00:43.130744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54436) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:43.147432 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Request body: {'security_group_rule': {'security_group_id': '69f0a59e-7d7b-4ba4-bebe-dbac89f75793', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:43.271422 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:43.286595 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c631235a-9ede-43d5-ba32-66cf7af5f79e req-13e521f8-6891-47c3-9b59-c2b39e3e113c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 210 time: 0.1162777 Jan 21 08:00:43.290506 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:43.309846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-65c92473-52f9-4631-826d-ce2904334caa tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 08:00:43.312065 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-339fac99-c723-47e7-bc45-c386fd770039 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 08:00:43.314079 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-339fac99-c723-47e7-bc45-c386fd770039 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0251708 Jan 21 08:00:43.318012 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-65c92473-52f9-4631-826d-ce2904334caa tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0290086 Jan 21 08:00:43.323129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ba874f18-2c7f-41e9-998b-0ae60c654a21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:43.325075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Usage tracker for resource:security_group_rule and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:43.335245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:43.355243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:43.426829 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150d98ac-2435-48fe-a5d5-085c57ad802c None None] Network d1472b33-4b4d-4967-9b9a-27520051b453 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:00:43.437043 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group_rule, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:43.494772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3289b-d3d3-4989-b7e9-1e6b09381455 req-d70f8a9b-3602-4974-baa6-e8f6b05d6863 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:43.499439 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dbc3289b-d3d3-4989-b7e9-1e6b09381455 req-d70f8a9b-3602-4974-baa6-e8f6b05d6863 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 931 time: 0.3760920 Jan 21 08:00:43.647559 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dbc3289b-d3d3-4989-b7e9-1e6b09381455 req-3ea3925a-dab0-4ea4-8b6c-4f8bf3fc47bf tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395564 Jan 21 08:00:43.742491 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:43.742736 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 61cd96e0-5e79-4d76-9862-877219f6d432 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:43.776800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581094'] for security_group_rule, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:43.778964 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:43.812552 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7a9f06-f70f-4535-baad-92c46a6a6191,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:43.863960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:43.925853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group_rule, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:43.928996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 54474) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:43.933701 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8012383 Jan 21 08:00:43.935318 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-ca3beb12-e354-4324-ae3a-05635192bc2a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Request body: {'security_group_rule': {'security_group_id': '69f0a59e-7d7b-4ba4-bebe-dbac89f75793', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:43.959183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-ca3beb12-e354-4324-ae3a-05635192bc2a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:43.969841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-ca3beb12-e354-4324-ae3a-05635192bc2a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Usage tracker for resource:security_group_rule and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:43.987928 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-ca3beb12-e354-4324-ae3a-05635192bc2a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:44.008280 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-ca3beb12-e354-4324-ae3a-05635192bc2a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:44.039716 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Request body: {'port': {'device_id': '191e3cac-e6e5-4c55-a754-9d898080b40e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:44.144389 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Request body: {'port': {'device_id': '522eb815-4594-42a6-9920-42e7e52e7cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:44.217783 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:44.232092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Transition to ACTIVE for port object c5493347-7acf-42a1-be60-030db1edcb0a will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:44.268643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=b78cda69-79e5-4cab-8541-313fd1aaf9c4,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:44.283917 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:44.291043 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:44.357622 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:44.357785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca3beb12-e354-4324-ae3a-05635192bc2a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group_rule, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:44.417171 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e52767-d954-4cca-bf95-bac1cb221471 req-9d71fdf2-34f9-4023-81c7-92530bfe67e0 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:44.426257 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-9d71fdf2-34f9-4023-81c7-92530bfe67e0 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/networks?id=6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 200 len: 819 time: 0.5763929 Jan 21 08:00:44.449305 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:44.473676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 61cd96e0-5e79-4d76-9862-877219f6d432 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:44.556969 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 61cd96e0-5e79-4d76-9862-877219f6d432 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:44.557271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:44.628895 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fe43d-caf6-4baa-85d8-e56cf45eabdf None None] Pushing event updated for resources: {'Port': ['ID=c5493347-7acf-42a1-be60-030db1edcb0a,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:44.665779 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:44.700460 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1f6fe43d-caf6-4baa-85d8-e56cf45eabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:44.739284 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-27bbc9a3-d8ee-4f35-b7a5-5ff7016a678d tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/quotas/a3b4850d571945a6a5b56f8a8cf39627 HTTP/1.1" status: 200 len: 375 time: 0.3110614 Jan 21 08:00:44.842588 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-a6469074-0136-4774-a728-0ca56beb9bcc tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:44.850712 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-a6469074-0136-4774-a728-0ca56beb9bcc tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/networks?id=f4fa2fa9-0e06-450e-acc9-bdd6480e5dee HTTP/1.1" status: 200 len: 808 time: 0.7158661 Jan 21 08:00:44.873281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Attempting to bind port c5493347-7acf-42a1-be60-030db1edcb0a on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:44.874163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Attempting to bind port c5493347-7acf-42a1-be60-030db1edcb0a by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:44.874586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Attempting to bind port c5493347-7acf-42a1-be60-030db1edcb0a on network 75214904-c0b0-44db-9af2-b3f288039817 {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:44.882902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca3beb12-e354-4324-ae3a-05635192bc2a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:44.885843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:44.886275 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Checking segment: {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:44.886735 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:44.887182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Bound using segment: {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:44.893596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Bound port: c5493347-7acf-42a1-be60-030db1edcb0a, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:44.894083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:44.946363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca3beb12-e354-4324-ae3a-05635192bc2a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581094'] for security_group_rule, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:44.956612 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-52f0df7e-811f-47b4-bffd-880121c4293e tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/quotas/795d6d9538aa41949ccaa5342d26ea79 HTTP/1.1" status: 200 len: 375 time: 0.0818682 Jan 21 08:00:44.971916 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7bd95635-69bc-4833-b28e-60fbe7e711bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:45.051290 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] For port c5493347-7acf-42a1-be60-030db1edcb0a, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:00:45.054684 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] For port c5493347-7acf-42a1-be60-030db1edcb0a, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=c5493347-7acf-42a1-be60-030db1edcb0a,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:00:45.118721 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3beb12-e354-4324-ae3a-05635192bc2a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eadbf7b-ae2b-4f66-afee-cbf79007e494,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:45.144917 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:45.153291 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ca3beb12-e354-4324-ae3a-05635192bc2a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:45.170427 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-0f23d7c3-a5ca-4794-a065-f077b75dbe22 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?tenant_id=795d6d9538aa41949ccaa5342d26ea79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1638701 Jan 21 08:00:45.181025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:45.329562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fe43d-caf6-4baa-85d8-e56cf45eabdf None None] Pushing event updated for resources: {'Port': ['ID=c5493347-7acf-42a1-be60-030db1edcb0a,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:45.335481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1f6fe43d-caf6-4baa-85d8-e56cf45eabdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:45.451658 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:45.473549 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 {{(pid=80226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:00:45.491375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.75', 51597) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:45.494430 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port 61cd96e0-5e79-4d76-9862-877219f6d432, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=61cd96e0-5e79-4d76-9862-877219f6d432,segment=NetworkSegment(1fa7f9fa-d212-4660-9e5c-915a17ccfd06),segment_id=1fa7f9fa-d212-4660-9e5c-915a17ccfd06)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:00:45.494570 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:45.496043 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca3beb12-e354-4324-ae3a-05635192bc2a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group_rule, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:45.497449 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-ca3beb12-e354-4324-ae3a-05635192bc2a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5672176 Jan 21 08:00:45.514388 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54524) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:45.554757 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Request body: {'floatingip': {'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:45.569552 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:45.574175 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Transition to ACTIVE for port object 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 will not be triggered until provisioned by entity L2. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:45.578013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Usage tracker for resource:floatingip and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:45.582391 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:00:45.583084 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:00:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:45.586004 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:45.606653 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:45.630971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:45.656165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:45.770054 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-aaf57aa2-b4e0-4b34-96ba-228d63a9d706 service neutron] 10.222.0.64 "GET /v2.0/networks/f4fa2fa9-0e06-450e-acc9-bdd6480e5dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887601 Jan 21 08:00:45.812212 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1e3daa76-02bf-4f0a-970e-65545c5f7980 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0717840 Jan 21 08:00:45.814656 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:46.101657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:00:46.286080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:46.303764 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:46.324482 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-5d06d04c-8ce0-4eff-ad01-3dc95097c38a service neutron] 10.222.0.64 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112038 Jan 21 08:00:46.342913 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-12b87a9d-0bea-4d24-bc7e-c49cfb6642d5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:46.343724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-12b87a9d-0bea-4d24-bc7e-c49cfb6642d5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Synchronizing usage tracker for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:network {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:46.398527 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-e2611702-7d21-41e3-9f8e-b00500c6c6c6 service neutron] 10.222.0.64 "GET /v2.0/networks/f4fa2fa9-0e06-450e-acc9-bdd6480e5dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6273613 Jan 21 08:00:46.403024 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:46.419658 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bae940-5455-4c38-8ba6-571f24b29f36 {{(pid=80227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:00:46.435226 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:46.444768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-12b87a9d-0bea-4d24-bc7e-c49cfb6642d5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Unset dirty status for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:network {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:46.446000 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-12b87a9d-0bea-4d24-bc7e-c49cfb6642d5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.75 "GET /v2.0/networks?id=6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 200 len: 819 time: 0.9473858 Jan 21 08:00:46.458071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Transition to ACTIVE for port object 79bae940-5455-4c38-8ba6-571f24b29f36 will not be triggered until provisioned by entity L2. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:46.491576 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Request body: {'port': {'device_id': 'a4327b81-61c1-4de1-b584-d7c482d90718', 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203', 'admin_state_up': True, 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:46.516487 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device b78cda69-79e5-4cab-8541-313fd1aaf9c4 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:46.588574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:46.623741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:46.643881 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54548) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:46.674721 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port b78cda69-79e5-4cab-8541-313fd1aaf9c4 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:46.675146 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:46.773245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=61cd96e0-5e79-4d76-9862-877219f6d432,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:46.779598 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:46.830355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:46.856699 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:46.990674 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-cf9c1ae6-71b9-4a30-89af-3997bd6c6e55 service neutron] 10.222.0.64 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5849693 Jan 21 08:00:47.001752 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:45Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:00:47.006605 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dea076-09d6-4cf4-81b4-3ad2a00a5fb7 None None] The sync data for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb is: [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:45Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:00:47.107353 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.75', 51602) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:47.205818 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4e090108-2556-46ac-92c2-b2be5aae5a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:47.407714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Pushing event updated for resources: {'Port': ['ID=79bae940-5455-4c38-8ba6-571f24b29f36,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:47.424064 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:47.443100 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:47.475478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:47.501645 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-4e090108-2556-46ac-92c2-b2be5aae5a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:47.599647 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f8ea95bd-6c5d-47a2-b8a2-e5af5e6e157b req-a891f779-a465-4538-9d53-f6cf4b6aa808 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 210 time: 0.1079772 Jan 21 08:00:47.603823 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-4e090108-2556-46ac-92c2-b2be5aae5a68 admin admin] Usage tracker for resource:security_group_rule and tenant:d6bbf472ddb746199cc975cfddadf585 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:47.622266 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Attempting to bind port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:47.623009 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Attempting to bind port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:47.623605 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Attempting to bind port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 on network 04f08295-94cc-4d58-9786-55df6872f09a {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:47.631368 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-4e090108-2556-46ac-92c2-b2be5aae5a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:47.653305 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc76101-7edc-4612-920d-c894530d29df req-d3ea890c-4937-4f2e-b4e6-06cc6c37cd17 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:47.653578 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:47.655112 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-afc76101-7edc-4612-920d-c894530d29df req-d3ea890c-4937-4f2e-b4e6-06cc6c37cd17 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 944 time: 0.4161477 Jan 21 08:00:47.704309 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Made reservation on behalf of a3b4850d571945a6a5b56f8a8cf39627 for: {'port': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:47.715620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-4e090108-2556-46ac-92c2-b2be5aae5a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:47.720000 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:47.723751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:47.724162 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Checking segment: {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:47.724726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:47.725375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Bound using segment: {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:47.725807 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Bound port: 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'}}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:47.726210 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:47.813513 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Attempting to bind port 79bae940-5455-4c38-8ba6-571f24b29f36 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:47.814084 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Attempting to bind port 79bae940-5455-4c38-8ba6-571f24b29f36 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '6edf019b-d261-4e39-940d-5b594f916695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3bc85e0f-a0e9-447d-bc3f-e98b99241cc0'}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:47.814205 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Attempting to bind port 79bae940-5455-4c38-8ba6-571f24b29f36 on network 3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:47.872960 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-afc76101-7edc-4612-920d-c894530d29df req-a2625580-e221-4cb2-badb-b7b89eb4e3ce tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997874 Jan 21 08:00:47.872960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:47.872960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Checking segment: {'id': '6edf019b-d261-4e39-940d-5b594f916695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3bc85e0f-a0e9-447d-bc3f-e98b99241cc0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:47.872960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:47.872960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Bound using segment: {'id': '6edf019b-d261-4e39-940d-5b594f916695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3bc85e0f-a0e9-447d-bc3f-e98b99241cc0'} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:47.872960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Bound port: 79bae940-5455-4c38-8ba6-571f24b29f36, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edf019b-d261-4e39-940d-5b594f916695', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3bc85e0f-a0e9-447d-bc3f-e98b99241cc0'}}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:47.872960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:47.949286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] For port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2, host hv-cinder-76859, cleared binding levels {{(pid=80226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:00:47.960131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] For port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:00:48.084379 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] For port 79bae940-5455-4c38-8ba6-571f24b29f36, host hv-cinder-76859, cleared binding levels {{(pid=80227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:00:48.088979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] For port 79bae940-5455-4c38-8ba6-571f24b29f36, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=79bae940-5455-4c38-8ba6-571f24b29f36,segment=NetworkSegment(6edf019b-d261-4e39-940d-5b594f916695),segment_id=6edf019b-d261-4e39-940d-5b594f916695)] {{(pid=80227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:00:48.197999 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1b0422a6-69a0-4985-876b-380f8ee09d13 req-7da1ce27-5c6a-4838-8f2f-86f804654687 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 210 time: 0.0894940 Jan 21 08:00:48.263148 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d431ead-40ce-4d26-85ff-340395477898 req-75ddbc25-8e2e-49ef-8502-6fdc374565f1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:48.265562 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-75ddbc25-8e2e-49ef-8502-6fdc374565f1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 817 time: 1.1541483 Jan 21 08:00:48.347266 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b4507f15-8e8d-4aa4-879c-b24d92c9ad76 req-740820dd-b513-4fea-80dc-d317dc34276b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 210 time: 0.0835736 Jan 21 08:00:48.366141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf366d-439e-4ed0-97d5-c8a57904f3a2 req-bb890e23-fbff-4e05-925a-0e6f486b9128 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:48.367847 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a9cf366d-439e-4ed0-97d5-c8a57904f3a2 req-bb890e23-fbff-4e05-925a-0e6f486b9128 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 943 time: 0.4713440 Jan 21 08:00:48.477966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device c5493347-7acf-42a1-be60-030db1edcb0a up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:49.286016 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:49.288399 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port c5493347-7acf-42a1-be60-030db1edcb0a completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:49.289743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:49.291965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port c5493347-7acf-42a1-be60-030db1edcb0a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:49.292416 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:49.304002 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:49.321249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:49.503806 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:49.553692 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2,revision_number=3']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:49.554364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port c5493347-7acf-42a1-be60-030db1edcb0a, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=c5493347-7acf-42a1-be60-030db1edcb0a,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:00:49.562720 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a9cf366d-439e-4ed0-97d5-c8a57904f3a2 req-30dbebd7-2e2b-42f1-b5b0-7a6a5c3868b7 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1849089 Jan 21 08:00:49.569675 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:49.598498 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:49.599429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 61cd96e0-5e79-4d76-9862-877219f6d432 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:49.636512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:49.713307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4e090108-2556-46ac-92c2-b2be5aae5a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:49.719661 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:49.720395 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:49.721975 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] 10.222.0.75 "PUT /v2.0/ports/6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 HTTP/1.1" status: 200 len: 1158 time: 5.8736169 Jan 21 08:00:49.722503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522eb815-4594-42a6-9920-42e7e52e7cbd', 'tag': '6b7aa004-e14b-4339-a3e7-f4e16c7c42c2'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:00:49.729341 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=c5493347-7acf-42a1-be60-030db1edcb0a,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:49.734364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:49.777486 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 61cd96e0-5e79-4d76-9862-877219f6d432 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:49.778147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:49.812302 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-1c949723-58ce-4290-b651-c24b62254264 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f HTTP/1.1" status: 200 len: 5703 time: 1.5037520 Jan 21 08:00:49.822592 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4e090108-2556-46ac-92c2-b2be5aae5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:49.828286 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f8d00917-5e8a-4717-ad86-06411a8a29ef req-b1b4fff8-88ca-4dad-8677-b8673307202a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 210 time: 0.3598502 Jan 21 08:00:49.939439 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Pushing event updated for resources: {'Port': ['ID=79bae940-5455-4c38-8ba6-571f24b29f36,revision_number=3']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:49.950107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Request body: {'port': {'device_id': '9466a224-999a-4815-b74e-4ee36da4f220', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'admin_state_up': True, 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'security_groups': ['1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd']}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:49.951711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:50.060040 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:50.069250 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:50.069250 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] 10.222.0.75 "PUT /v2.0/ports/79bae940-5455-4c38-8ba6-571f24b29f36 HTTP/1.1" status: 200 len: 1157 time: 6.2399099 Jan 21 08:00:50.069250 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191e3cac-e6e5-4c55-a754-9d898080b40e', 'tag': '79bae940-5455-4c38-8ba6-571f24b29f36'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:00:50.069735 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-72254e5e-33c5-48c1-9294-218017c687ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:50.088696 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-4e090108-2556-46ac-92c2-b2be5aae5a68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6bbf472ddb746199cc975cfddadf585&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4435923 Jan 21 08:00:50.138616 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 54608) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:50.235859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e090108-2556-46ac-92c2-b2be5aae5a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f664b9-962b-43fa-88dd-12a08f737b9d,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:50.250972 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4e090108-2556-46ac-92c2-b2be5aae5a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:50.290373 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e4888c80-a357-4e58-90cd-91dee2f2f5b1 req-fb9bfad5-90b7-4e8a-b986-7d5f987de7b2 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 210 time: 0.1501875 Jan 21 08:00:50.353545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Allocated IP 172.20.0.14 (6d73440c-38be-4b1e-98d3-4d22c54af203/3ede2f2c-82ed-4bcf-95e1-efdce4d5c029/244bac6c-f337-41e6-bcf2-1b0e322f1d0c) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:50.369404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Allocated IP 172.28.2.252 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/4450f287-8dea-48e5-a7a6-1839f59c9b7a) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:50.396027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device c5493347-7acf-42a1-be60-030db1edcb0a up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:50.421752 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:50.427079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e2af7ece-95f5-4a04-bc65-add8d6b6fb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:50.457336 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-3ff4e8ec-275f-4935-8506-f99640426150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:50.457560 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd4cf4-8ab8-4d5d-9728-47d6ed64c4fc req-6bbed728-12d0-4172-bcff-edf2dafcf6ec tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:50.459103 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3bfd4cf4-8ab8-4d5d-9728-47d6ed64c4fc req-6bbed728-12d0-4172-bcff-edf2dafcf6ec tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 944 time: 0.6610060 Jan 21 08:00:50.460265 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-3ff4e8ec-275f-4935-8506-f99640426150 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=24513a8c4244405b9ab43bf454168bf5&device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 1160 time: 0.2316957 Jan 21 08:00:50.476704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:50.503354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-0f45061c-8fa4-4f1b-a35c-26ac1d8b2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:50.505049 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-0f45061c-8fa4-4f1b-a35c-26ac1d8b2b9c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 1161 time: 0.3654776 Jan 21 08:00:50.531151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port c5493347-7acf-42a1-be60-030db1edcb0a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:50.532253 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:50.766237 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e2af7ece-95f5-4a04-bc65-add8d6b6fb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:50.842680 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-3bf5d5fe-8d55-4fd3-ac72-f47b92b0b2aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79bae940-5455-4c38-8ba6-571f24b29f36 HTTP/1.1" status: 200 len: 217 time: 0.1606712 Jan 21 08:00:50.863954 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-330ff3a2-f7bc-42d2-81fb-d8cf9ec317bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:50.870916 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2eec2858-4239-4b95-aac2-899effaade34 req-c94d5324-636d-4013-bbbc-c7ecdbe70738 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 210 time: 0.1935015 Jan 21 08:00:50.905088 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Made reservation on behalf of 170e1d6a7ba04a31aa33e7bffa3a9e2f for: {'port': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:50.915616 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:50.931156 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:50.935594 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-0d713c8a-74cb-49db-b51d-e5d692ced87f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 HTTP/1.1" status: 200 len: 217 time: 0.1753788 Jan 21 08:00:50.962848 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3bfd4cf4-8ab8-4d5d-9728-47d6ed64c4fc req-61348271-baaa-49da-b02c-ed923aee0045 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893813 Jan 21 08:00:51.021039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-9c730be6-6156-495d-af61-86a0e52bf415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:51.022707 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-9c730be6-6156-495d-af61-86a0e52bf415 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4cca7362-1202-41a4-8c9b-8d5b7dfab300 HTTP/1.1" status: 200 len: 851 time: 0.0868986 Jan 21 08:00:51.130558 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-48060d26-88be-4991-9455-301552bad7c6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3bc85e0f-a0e9-447d-bc3f-e98b99241cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905576 Jan 21 08:00:51.132249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e2af7ece-95f5-4a04-bc65-add8d6b6fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:51.133450 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:51.139861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:51.169658 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522eb815-4594-42a6-9920-42e7e52e7cbd', 'tag': '6b7aa004-e14b-4339-a3e7-f4e16c7c42c2', 'status': 'completed', 'code': 200} Jan 21 08:00:51.178870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af7ece-95f5-4a04-bc65-add8d6b6fb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f664b9-962b-43fa-88dd-12a08f737b9d,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:51.256325 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.75', 51609) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:51.258844 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e2af7ece-95f5-4a04-bc65-add8d6b6fb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:51.261606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8de43a94-f026-419d-91ce-5b792dfb8f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:51.313397 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191e3cac-e6e5-4c55-a754-9d898080b40e', 'tag': '79bae940-5455-4c38-8ba6-571f24b29f36', 'status': 'completed', 'code': 200} Jan 21 08:00:51.340357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-2c980ab2-2cbc-40bd-986c-0eabdc6f46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:51.342402 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-2c980ab2-2cbc-40bd-986c-0eabdc6f46b3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8543cc68-5816-4276-8f28-1d84e1545d60 HTTP/1.1" status: 200 len: 855 time: 0.3688552 Jan 21 08:00:51.454781 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-7418db5b-7c6f-4bde-84a4-878ff4441391 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=04f08295-94cc-4d58-9786-55df6872f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965116 Jan 21 08:00:51.462796 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:51.613181 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e2af7ece-95f5-4a04-bc65-add8d6b6fb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:51.617254 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e2af7ece-95f5-4a04-bc65-add8d6b6fb0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07f664b9-962b-43fa-88dd-12a08f737b9d HTTP/1.1" status: 204 len: 168 time: 1.4698784 Jan 21 08:00:51.617254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Pushing event updated for resources: {'Port': ['ID=244bac6c-f337-41e6-bcf2-1b0e322f1d0c,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:51.671770 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:51.723766 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-750bc5ec-66f9-4455-bf46-8f5d7e0ea0a4 req-9b28d266-aac5-4f91-9619-f9f384670836 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 210 time: 0.1171501 Jan 21 08:00:51.731527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Network 6d73440c-38be-4b1e-98d3-4d22c54af203 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:51.750857 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:51.761505 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:51.771781 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-d9fd24d1-e903-44ad-90ca-468614102fdb service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920437 Jan 21 08:00:51.797317 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:51.797701 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:51.910367 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-789340f9-193a-49ef-bfc3-6af70926746a service neutron] 10.222.0.75 "GET /v2.0/networks/3bc85e0f-a0e9-447d-bc3f-e98b99241cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530185 Jan 21 08:00:51.970212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-fce9155c-83cc-4484-8cb1-2c17b6095907 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:51.972165 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-fce9155c-83cc-4484-8cb1-2c17b6095907 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.75 "GET /v2.0/networks?id=f4fa2fa9-0e06-450e-acc9-bdd6480e5dee HTTP/1.1" status: 200 len: 808 time: 0.7120733 Jan 21 08:00:51.998996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a0747-f94b-4365-a35e-d8e84d826811 req-4be27f81-f553-474a-ac6e-a9815ac3134d tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:52.006937 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-271a0747-f94b-4365-a35e-d8e84d826811 req-4be27f81-f553-474a-ac6e-a9815ac3134d tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 943 time: 0.6972697 Jan 21 08:00:52.012299 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5237470 Jan 21 08:00:52.106017 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e1fe68d-1b12-4026-8142-e4e57405e9b9 req-f192a2d3-60ff-4df6-aefe-ccb980f5609a service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2659299 Jan 21 08:00:52.111293 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Allocated IP 172.20.0.11 (b88aaace-79ae-42aa-8edc-fc52c046e720/5827d482-07ad-4d44-8d91-414cfb59fb96/8120fdcf-5512-4910-9186-ad4267b682d9) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:52.119665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:52.126331 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e688414f-1414-4de1-bbb8-cb267dcafb26 req-d22ed0b7-c303-49d6-9faf-a56d59f47872 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 210 time: 0.1607909 Jan 21 08:00:52.145521 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:52.230892 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c27a00f8-8c33-41e9-bc61-c96232a909bf req-c9dcf726-cfde-4ed7-af60-880b2bf86fa7 service neutron] 10.222.0.75 "GET /v2.0/networks/3bc85e0f-a0e9-447d-bc3f-e98b99241cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1984279 Jan 21 08:00:52.240310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Request body: {'port': {'device_id': 'a4327b81-61c1-4de1-b584-d7c482d90718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:52.252846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event updated for resources: {'Port': ['ID=4450f287-8dea-48e5-a7a6-1839f59c9b7a,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:52.305395 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Request body: {'port': {'device_id': 'dcd7347b-d15c-481b-8d98-76d19bec7787', 'network_id': 'f4fa2fa9-0e06-450e-acc9-bdd6480e5dee', 'admin_state_up': True, 'tenant_id': '795d6d9538aa41949ccaa5342d26ea79'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:52.334620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:52.418997 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-271a0747-f94b-4365-a35e-d8e84d826811 req-fa64502c-c3b9-4352-b54b-fe1eb427c526 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110985 Jan 21 08:00:52.481028 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4d3a7092-72f7-481e-aaaf-49dbe9f64c2b req-fd4d5c3f-3de3-4196-aa54-c23ba8888f08 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 210 time: 0.1452541 Jan 21 08:00:52.521281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.75', 51612) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:52.531423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 54682) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:52.634328 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6c8fade6-3a89-4517-8ad4-742b36b66454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:52.978498 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-6c8fade6-3a89-4517-8ad4-742b36b66454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:52.997229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:53.004028 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ad2ec083-87ff-4143-a4f6-a1327b22f263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:53.008651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-6c8fade6-3a89-4517-8ad4-742b36b66454 admin admin] Usage tracker for resource:security_group_rule and tenant:3e63b6c8eaff465db7dcc3ed15042fc2 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:53.017799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:53.023282 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-6c8fade6-3a89-4517-8ad4-742b36b66454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:53.034775 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Usage tracker for resource:port and tenant:795d6d9538aa41949ccaa5342d26ea79 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:53.039910 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25075cc5-d5b3-4046-92e9-bc3ffdc0a5db req-374ff99c-4017-4781-b40a-1ce4942a165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:53.041543 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-25075cc5-d5b3-4046-92e9-bc3ffdc0a5db req-374ff99c-4017-4781-b40a-1ce4942a165d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 1161 time: 0.6215131 Jan 21 08:00:53.042377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Quota usage for port was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:53.045973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-6c8fade6-3a89-4517-8ad4-742b36b66454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:53.089782 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-91a84497-21a6-45bc-9891-2efdb93fa175 req-4b6260ee-9e82-4734-9aa3-a760ea55582e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 210 time: 0.1059313 Jan 21 08:00:53.116589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:53.116685 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e52767-d954-4cca-bf95-bac1cb221471 req-9ec84232-8844-4d41-ae66-b2e06a52ce99 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:53.118351 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-9ec84232-8844-4d41-ae66-b2e06a52ce99 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.75 "GET /v2.0/networks?id=6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 200 len: 819 time: 0.8944740 Jan 21 08:00:53.144243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:53.149549 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:53.161543 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Request body: {'port': {'device_id': '74f92f28-870a-47f3-860d-014163d9b2fc', 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203', 'admin_state_up': True, 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:53.179926 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:53.281013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf973d4-262f-4e2a-a55b-00ce3f51782b req-410e3152-b922-4a46-b0ab-51e83155e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:53.283896 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4cf973d4-262f-4e2a-a55b-00ce3f51782b req-410e3152-b922-4a46-b0ab-51e83155e666 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=24513a8c4244405b9ab43bf454168bf5&device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 1160 time: 0.7612379 Jan 21 08:00:53.297714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Made reservation on behalf of 795d6d9538aa41949ccaa5342d26ea79 for: {'port': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:53.307083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:53.380638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6216cb-397f-4811-bdb7-0c3df2cad088 req-47c74125-e00c-4a25-b1cd-7235743ad988 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:53.382339 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6216cb-397f-4811-bdb7-0c3df2cad088 req-47c74125-e00c-4a25-b1cd-7235743ad988 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 944 time: 0.7118158 Jan 21 08:00:53.493951 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4935e3eb-684e-4fb2-a8c7-74cd5be797de req-ce5c833a-b922-41d3-9d1b-7b533b4e4aff tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 210 time: 0.1996713 Jan 21 08:00:53.554685 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25075cc5-d5b3-4046-92e9-bc3ffdc0a5db req-fd002f73-3b20-4a2b-937a-62f45bfb2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:53.554685 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-25075cc5-d5b3-4046-92e9-bc3ffdc0a5db req-fd002f73-3b20-4a2b-937a-62f45bfb2662 service neutron] 10.222.0.75 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 909 time: 0.4689357 Jan 21 08:00:53.564797 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:53.568397 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:53.630366 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Transition to ACTIVE for port object 8120fdcf-5512-4910-9186-ad4267b682d9 will not be triggered until provisioned by entity DHCP. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:53.640331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:53.688947 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Usage tracker for resource:port and tenant:a3b4850d571945a6a5b56f8a8cf39627 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:53.702094 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Quota usage for port was recalculated. Used quota:2. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:53.707776 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6216cb-397f-4811-bdb7-0c3df2cad088 req-49db8c98-fa4b-4112-8b6c-3521cc7a0e2d tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048394 Jan 21 08:00:53.729920 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-25075cc5-d5b3-4046-92e9-bc3ffdc0a5db req-976b4592-048d-4156-aa56-28dcf0d96206 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 HTTP/1.1" status: 200 len: 217 time: 0.1077139 Jan 21 08:00:53.770749 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:53.789930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf973d4-262f-4e2a-a55b-00ce3f51782b req-1920c486-ba67-4182-a60f-ec4292caf452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:53.791486 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4cf973d4-262f-4e2a-a55b-00ce3f51782b req-1920c486-ba67-4182-a60f-ec4292caf452 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 HTTP/1.1" status: 200 len: 905 time: 0.4534960 Jan 21 08:00:53.868455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:53.889584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:53.945640 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4cf973d4-262f-4e2a-a55b-00ce3f51782b req-d9b1e1c1-ccb4-4075-952e-1de9b9cf76b4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79bae940-5455-4c38-8ba6-571f24b29f36 HTTP/1.1" status: 200 len: 217 time: 0.1289589 Jan 21 08:00:54.000431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Made reservation on behalf of a3b4850d571945a6a5b56f8a8cf39627 for: {'port': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:00:54.009436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:54.065329 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-1de84bc1-e736-4afe-878c-91ef4a92f64f req-de50a335-e33e-4bc8-bb2b-f684f480c3d1 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Synchronizing usage tracker for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:54.089136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25075cc5-d5b3-4046-92e9-bc3ffdc0a5db req-291f0bad-ffa5-4737-a5a9-7f6685336e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:54.090799 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-25075cc5-d5b3-4046-92e9-bc3ffdc0a5db req-291f0bad-ffa5-4737-a5a9-7f6685336e84 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8543cc68-5816-4276-8f28-1d84e1545d60 HTTP/1.1" status: 200 len: 855 time: 0.3492045 Jan 21 08:00:54.145662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa08687-82a0-4bad-9438-1711a46dbb0d req-e2b05de0-55d4-466e-a9b5-b1717e8ea86f tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:54.147570 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8fa08687-82a0-4bad-9438-1711a46dbb0d req-e2b05de0-55d4-466e-a9b5-b1717e8ea86f tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 943 time: 0.5040076 Jan 21 08:00:54.148775 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:54.169982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6c8fade6-3a89-4517-8ad4-742b36b66454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:54.191717 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:54.245836 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-25075cc5-d5b3-4046-92e9-bc3ffdc0a5db req-cfd50d1f-d8c4-428b-8e77-01ad1cf13c6e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=04f08295-94cc-4d58-9786-55df6872f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245461 Jan 21 08:00:54.253403 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf973d4-262f-4e2a-a55b-00ce3f51782b req-fac3096a-5e09-4cd0-a084-66bd7ed074de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:54.255058 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4cf973d4-262f-4e2a-a55b-00ce3f51782b req-fac3096a-5e09-4cd0-a084-66bd7ed074de service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4cca7362-1202-41a4-8c9b-8d5b7dfab300 HTTP/1.1" status: 200 len: 851 time: 0.2941613 Jan 21 08:00:54.411824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6c8fade6-3a89-4517-8ad4-742b36b66454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:54.412665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-1de84bc1-e736-4afe-878c-91ef4a92f64f req-de50a335-e33e-4bc8-bb2b-f684f480c3d1 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Unset dirty status for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:54.414056 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1de84bc1-e736-4afe-878c-91ef4a92f64f req-de50a335-e33e-4bc8-bb2b-f684f480c3d1 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 210 time: 0.5039971 Jan 21 08:00:54.418523 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Allocated IP 172.20.0.9 (f4fa2fa9-0e06-450e-acc9-bdd6480e5dee/1826342b-10f5-4b71-910d-37469e9d1cbf/08ad3425-b4b2-4bf3-8d8f-1bb41cadd125) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:54.447975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:54.493441 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4cf973d4-262f-4e2a-a55b-00ce3f51782b req-74dca9a1-6898-40f1-98a6-8126e17bd715 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3bc85e0f-a0e9-447d-bc3f-e98b99241cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445858 Jan 21 08:00:54.608487 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6c8fade6-3a89-4517-8ad4-742b36b66454 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e63b6c8eaff465db7dcc3ed15042fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0654604 Jan 21 08:00:54.610384 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event updated for resources: {'Port': ['ID=8120fdcf-5512-4910-9186-ad4267b682d9,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:54.655006 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fade6-3a89-4517-8ad4-742b36b66454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af82e3aa-0d0c-4525-8749-bf7c2c17bfcb,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:54.659065 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6c8fade6-3a89-4517-8ad4-742b36b66454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:54.668984 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 54724) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:54.683523 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244bac6c-f337-41e6-bcf2-1b0e322f1d0c {{(pid=80227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:00:54.713841 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-25075cc5-d5b3-4046-92e9-bc3ffdc0a5db req-6fe87f8b-2ce6-4f01-9c2c-34692d856483 service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436479 Jan 21 08:00:54.718254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:54.849457 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Transition to ACTIVE for port object 244bac6c-f337-41e6-bcf2-1b0e322f1d0c will not be triggered until provisioned by entity L2. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:54.944468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:54.951871 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8fa08687-82a0-4bad-9438-1711a46dbb0d req-c172fcfb-86c1-4d18-9599-6256396101b2 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7647016 Jan 21 08:00:54.999087 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.144207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.192508 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-02f7caf0-cf8d-4611-8a78-310e3b817820 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:55.208502 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Network b88aaace-79ae-42aa-8edc-fc52c046e720 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:55.219789 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-af9fd807-ef57-4d46-9948-a778c1b23136 req-0960e784-1ada-4a61-b556-aaa2ea3b57cd tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 210 time: 0.1055801 Jan 21 08:00:55.240210 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:55.250796 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:55.272124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:55.272124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.301126 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4cf973d4-262f-4e2a-a55b-00ce3f51782b req-83e99854-0b92-4406-adf3-fbc09d5ba97e service neutron] 10.222.0.75 "GET /v2.0/networks/3bc85e0f-a0e9-447d-bc3f-e98b99241cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7667511 Jan 21 08:00:55.445496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-11671e1f-1ac1-4be1-8f5e-e417ba2616f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.459988 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.480034 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-11671e1f-1ac1-4be1-8f5e-e417ba2616f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.508946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Allocated IP 172.20.0.7 (6d73440c-38be-4b1e-98d3-4d22c54af203/3ede2f2c-82ed-4bcf-95e1-efdce4d5c029/2ce8c544-9612-4a4b-96c4-55d5a24b99aa) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:00:55.567657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.579071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Pushing event updated for resources: {'Port': ['ID=244bac6c-f337-41e6-bcf2-1b0e322f1d0c,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:55.582581 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-2ebb9f03-3a68-47bf-b82a-62ab77c77c43 None None] Provisioning for port 8120fdcf-5512-4910-9186-ad4267b682d9 completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:55.588445 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-2ebb9f03-3a68-47bf-b82a-62ab77c77c43 None None] Provisioning complete for port 8120fdcf-5512-4910-9186-ad4267b682d9 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:55.588873 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9f03-3a68-47bf-b82a-62ab77c77c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.598704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:55.607735 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:55.631623 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f227ce7-9d45-4431-9c81-ba79dc143c2c req-deeecfe0-9805-4a7a-9055-d1267910d176 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:55.639847 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4f227ce7-9d45-4431-9c81-ba79dc143c2c req-deeecfe0-9805-4a7a-9055-d1267910d176 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 932 time: 1.0488758 Jan 21 08:00:55.649456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb9f03-3a68-47bf-b82a-62ab77c77c43 None None] Port 8120fdcf-5512-4910-9186-ad4267b682d9 cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:00:55.660839 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7755783 Jan 21 08:00:55.695793 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-25075cc5-d5b3-4046-92e9-bc3ffdc0a5db req-a1d6201a-2f18-470a-8bd3-e1c6fb11cc78 service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9656906 Jan 21 08:00:55.724259 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.765272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Request body: {'port': {'device_id': '9466a224-999a-4815-b74e-4ee36da4f220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:55.791173 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.832846 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4f227ce7-9d45-4431-9c81-ba79dc143c2c req-391c3b52-a682-4204-afc8-e47b08b1a3b5 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922038 Jan 21 08:00:55.859739 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Attempting to bind port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:55.860107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Attempting to bind port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:55.860490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Attempting to bind port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c on network 6d73440c-38be-4b1e-98d3-4d22c54af203 {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:55.876725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:55.877334 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Checking segment: {'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:55.877738 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.878137 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Bound using segment: {'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:55.878620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Bound port: 244bac6c-f337-41e6-bcf2-1b0e322f1d0c, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'}}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:55.878994 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.901019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event updated for resources: {'Port': ['ID=4450f287-8dea-48e5-a7a6-1839f59c9b7a,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:55.911297 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:55.945018 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-11671e1f-1ac1-4be1-8f5e-e417ba2616f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:55.964039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:56.027571 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11671e1f-1ac1-4be1-8f5e-e417ba2616f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af82e3aa-0d0c-4525-8749-bf7c2c17bfcb,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:56.041272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:56.057091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-11671e1f-1ac1-4be1-8f5e-e417ba2616f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:56.065272 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4cf973d4-262f-4e2a-a55b-00ce3f51782b req-371e9f71-5138-4db8-b351-413a8f798bc6 service neutron] 10.222.0.75 "GET /v2.0/networks/3bc85e0f-a0e9-447d-bc3f-e98b99241cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6028385 Jan 21 08:00:56.066768 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-99b09321-778b-4356-9ef7-c64d633ba81e req-a3659377-4301-4afc-962e-8935053c37ba tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 210 time: 0.0908496 Jan 21 08:00:56.074570 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] For port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c, host hv-cinder-76859, cleared binding levels {{(pid=80227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:00:56.086106 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] For port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=244bac6c-f337-41e6-bcf2-1b0e322f1d0c,segment=NetworkSegment(1fa7f9fa-d212-4660-9e5c-915a17ccfd06),segment_id=1fa7f9fa-d212-4660-9e5c-915a17ccfd06)] {{(pid=80227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:00:56.106850 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-11671e1f-1ac1-4be1-8f5e-e417ba2616f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:56.110844 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-11671e1f-1ac1-4be1-8f5e-e417ba2616f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af82e3aa-0d0c-4525-8749-bf7c2c17bfcb HTTP/1.1" status: 204 len: 168 time: 1.4282565 Jan 21 08:00:56.113004 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:56.122354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f8f14-fcf6-477a-959b-612b5a6d458c req-5311fb82-7063-49dd-b036-97a7d95841e9 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:56.131372 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fa3f8f14-fcf6-477a-959b-612b5a6d458c req-5311fb82-7063-49dd-b036-97a7d95841e9 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 944 time: 0.7301238 Jan 21 08:00:56.223878 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:56.272379 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:56.291248 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:56.387029 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fa3f8f14-fcf6-477a-959b-612b5a6d458c req-d749d3f6-25d1-4d53-bcdb-15bb014fc1d6 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546334 Jan 21 08:00:56.417053 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Pushing event updated for resources: {'Port': ['ID=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:56.420955 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:56.426495 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:56.454877 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:56.465238 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.9496522 Jan 21 08:00:56.650761 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Pushing event updated for resources: {'Port': ['ID=244bac6c-f337-41e6-bcf2-1b0e322f1d0c,revision_number=3']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:56.658736 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:56.683608 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:56.683813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a3bf4-16ae-4899-862f-6cee67c44606 req-7ead90c4-b443-4255-b1a0-ecbe5cb6e1a4 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:56.685870 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1c6a3bf4-16ae-4899-862f-6cee67c44606 req-7ead90c4-b443-4255-b1a0-ecbe5cb6e1a4 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 943 time: 0.4549341 Jan 21 08:00:56.695941 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Network f4fa2fa9-0e06-450e-acc9-bdd6480e5dee is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:56.701667 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:56.701894 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:56.721333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:56.722055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:56.774687 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:56.775376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:56.777256 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] 10.222.0.75 "PUT /v2.0/ports/244bac6c-f337-41e6-bcf2-1b0e322f1d0c HTTP/1.1" status: 200 len: 1158 time: 4.5450649 Jan 21 08:00:56.779554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4327b81-61c1-4de1-b584-d7c482d90718', 'tag': '244bac6c-f337-41e6-bcf2-1b0e322f1d0c'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:00:56.814513 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1c6a3bf4-16ae-4899-862f-6cee67c44606 req-8320ab21-1dc6-49dd-8341-37ff29f3720e tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170447 Jan 21 08:00:56.869784 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6350753 Jan 21 08:00:56.899506 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Request body: {'port': {'device_id': 'dcd7347b-d15c-481b-8d98-76d19bec7787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:56.943825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fd49a-96c3-447d-9e95-b06e08817bc6 req-41c81f10-0a2a-4adf-b892-6644324aa8dd tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:56.943825 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fd6fd49a-96c3-447d-9e95-b06e08817bc6 req-41c81f10-0a2a-4adf-b892-6644324aa8dd tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 931 time: 0.2967362 Jan 21 08:00:56.943825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:56.996335 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:57.104484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:57.221701 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-5e59007f-d099-4e6a-8dd9-2e02aa5168f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:57.223607 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-5e59007f-d099-4e6a-8dd9-2e02aa5168f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 1161 time: 0.2610743 Jan 21 08:00:57.251942 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-853f4647-3954-4b2b-8697-8041016c0d21 req-0cb841d7-d296-4ed9-ae42-9c938263fd7a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Synchronizing usage tracker for tenant:1f1c6571386d4c078fea438e75156ddf on resource:security_group {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:57.406819 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-53baca13-cc06-4488-a635-7696493f3dc2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244bac6c-f337-41e6-bcf2-1b0e322f1d0c HTTP/1.1" status: 200 len: 217 time: 0.1137574 Jan 21 08:00:57.442636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-fd6fd49a-96c3-447d-9e95-b06e08817bc6 req-54a25eea-397f-4c92-ad1a-f6447568d918 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Synchronizing usage tracker for tenant:795d6d9538aa41949ccaa5342d26ea79 on resource:security_group {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:57.464453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Pushing event updated for resources: {'Port': ['ID=2ce8c544-9612-4a4b-96c4-55d5a24b99aa,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:57.480256 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-853f4647-3954-4b2b-8697-8041016c0d21 req-0cb841d7-d296-4ed9-ae42-9c938263fd7a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Unset dirty status for tenant:1f1c6571386d4c078fea438e75156ddf on resource:security_group {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:57.481636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8120fdcf-5512-4910-9186-ad4267b682d9 {{(pid=80226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:00:57.482654 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-0cb841d7-d296-4ed9-ae42-9c938263fd7a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--185804557&fields=id&tenant_id=1f1c6571386d4c078fea438e75156ddf HTTP/1.1" status: 200 len: 267 time: 0.3826528 Jan 21 08:00:57.488590 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:57.506323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:57.539046 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Transition to ACTIVE for port object 8120fdcf-5512-4910-9186-ad4267b682d9 will not be triggered until provisioned by entity L2. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:57.543522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-fd6fd49a-96c3-447d-9e95-b06e08817bc6 req-54a25eea-397f-4c92-ad1a-f6447568d918 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Unset dirty status for tenant:795d6d9538aa41949ccaa5342d26ea79 on resource:security_group {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:57.549126 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fd6fd49a-96c3-447d-9e95-b06e08817bc6 req-54a25eea-397f-4c92-ad1a-f6447568d918 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009176 Jan 21 08:00:57.579801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Network 6d73440c-38be-4b1e-98d3-4d22c54af203 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:00:57.581313 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:00:57.589235 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:00:57.625198 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:57.625987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:57.637591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:57.681118 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.objects.ports [None req-c87a8453-afa6-4e09-b0cf-659582bae2c6 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80228) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 08:00:57.701074 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:57.820101 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4327b81-61c1-4de1-b584-d7c482d90718', 'tag': '244bac6c-f337-41e6-bcf2-1b0e322f1d0c', 'status': 'completed', 'code': 200} Jan 21 08:00:57.879703 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-1801789a-50c6-4a45-be77-1a55c7e31209 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7221532 Jan 21 08:00:57.885437 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-ae281cf7-d8d4-4642-8ced-8d685db1b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:57.886124 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-ae281cf7-d8d4-4642-8ced-8d685db1b95e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ede2f2c-82ed-4bcf-95e1-efdce4d5c029 HTTP/1.1" status: 200 len: 859 time: 0.4617801 Jan 21 08:00:57.897112 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Pushing event updated for resources: {'Port': ['ID=8120fdcf-5512-4910-9186-ad4267b682d9,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:57.915183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:57.923399 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Request body: {'port': {'device_id': '74f92f28-870a-47f3-860d-014163d9b2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:00:58.006070 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-f7af1b53-e671-44e1-8a11-16adfdb46408 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6d73440c-38be-4b1e-98d3-4d22c54af203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853748 Jan 21 08:00:58.098864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:00:58.207983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b132ca-81c9-4a8f-82fb-64036833d01d req-1b05c735-e40e-4983-9df2-574def6f78bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:58.211637 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-82b132ca-81c9-4a8f-82fb-64036833d01d req-1b05c735-e40e-4983-9df2-574def6f78bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Synchronizing usage tracker for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:58.231431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f4647-3954-4b2b-8697-8041016c0d21 req-1210a451-f521-4916-9391-002de4b7b72e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:58.232449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-853f4647-3954-4b2b-8697-8041016c0d21 req-1210a451-f521-4916-9391-002de4b7b72e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Synchronizing usage tracker for tenant:1f1c6571386d4c078fea438e75156ddf on resource:network {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:58.249201 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:58.283661 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Attempting to bind port 8120fdcf-5512-4910-9186-ad4267b682d9 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:58.284033 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Attempting to bind port 8120fdcf-5512-4910-9186-ad4267b682d9 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:58.284432 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Attempting to bind port 8120fdcf-5512-4910-9186-ad4267b682d9 on network b88aaace-79ae-42aa-8edc-fc52c046e720 {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:58.311096 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-853f4647-3954-4b2b-8697-8041016c0d21 req-1210a451-f521-4916-9391-002de4b7b72e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Unset dirty status for tenant:1f1c6571386d4c078fea438e75156ddf on resource:network {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:58.321158 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-1210a451-f521-4916-9391-002de4b7b72e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/networks?id=75214904-c0b0-44db-9af2-b3f288039817 HTTP/1.1" status: 200 len: 809 time: 0.8262134 Jan 21 08:00:58.325229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:58.325609 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Checking segment: {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:58.326025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:58.326423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Bound using segment: {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:58.326925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Bound port: 8120fdcf-5512-4910-9186-ad4267b682d9, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'}}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:58.327305 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:58.356368 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-82b132ca-81c9-4a8f-82fb-64036833d01d req-1b05c735-e40e-4983-9df2-574def6f78bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Unset dirty status for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:58.358975 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-82b132ca-81c9-4a8f-82fb-64036833d01d req-1b05c735-e40e-4983-9df2-574def6f78bf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.5289583 Jan 21 08:00:58.413445 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-955450a3-1aa5-4089-91fb-38914a5ba4c2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/quotas/1f1c6571386d4c078fea438e75156ddf HTTP/1.1" status: 200 len: 375 time: 0.0614972 Jan 21 08:00:58.420686 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-892b0fb6-074f-485b-badf-e7a5aa3edc53 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957236 Jan 21 08:00:58.527274 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54816) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:58.575882 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-82b132ca-81c9-4a8f-82fb-64036833d01d req-69786b0b-42a6-4e78-8574-ea2bfec7c1c4 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077732 Jan 21 08:00:58.657502 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] For port 8120fdcf-5512-4910-9186-ad4267b682d9, host hv-cinder-76859, cleared binding levels {{(pid=80226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:00:58.680756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] For port 8120fdcf-5512-4910-9186-ad4267b682d9, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8120fdcf-5512-4910-9186-ad4267b682d9,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:00:58.775451 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02fc3b31-bd90-412c-b831-ecbe89165016 req-518bcee2-9cfa-429b-9e04-1fcdb12fed19 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3029840 Jan 21 08:00:58.816847 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-2449d014-2105-464b-abb2-0e73a3c9d7c6 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f1c6571386d4c078fea438e75156ddf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4023049 Jan 21 08:00:58.832212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 {{(pid=80227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:00:58.836997 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:58.867922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:58.943056 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Transition to ACTIVE for port object 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 will not be triggered until provisioned by entity L2. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:58.954888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:58.985846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f433d02b-eb66-4cca-afdf-adba36164796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:59.001744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:59.039854 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:59.051557 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-f433d02b-eb66-4cca-afdf-adba36164796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:00:59.082866 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-f433d02b-eb66-4cca-afdf-adba36164796 admin admin] Usage tracker for resource:security_group_rule and tenant:18c4a3eef4544dc6be510d347adc8551 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:00:59.101320 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-f433d02b-eb66-4cca-afdf-adba36164796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:00:59.134199 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-f433d02b-eb66-4cca-afdf-adba36164796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:00:59.152686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Pushing event updated for resources: {'Port': ['ID=8120fdcf-5512-4910-9186-ad4267b682d9,revision_number=3']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:59.182059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:59.215993 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-6279eb90-832f-4024-be59-69aaf87cc3a5 service neutron] 10.222.0.64 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769121 Jan 21 08:00:59.244408 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:59.248048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:00:59.268141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cee23-f1f0-4bbb-901a-a45452c785fc req-10d2d331-9e26-440e-90f6-ea054a378ce3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:59.275058 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-4e3cee23-f1f0-4bbb-901a-a45452c785fc req-10d2d331-9e26-440e-90f6-ea054a378ce3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Synchronizing usage tracker for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:00:59.288097 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:59.288842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:59.290425 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] 10.222.0.75 "PUT /v2.0/ports/8120fdcf-5512-4910-9186-ad4267b682d9 HTTP/1.1" status: 200 len: 1158 time: 3.5572250 Jan 21 08:00:59.290960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9466a224-999a-4815-b74e-4ee36da4f220', 'tag': '8120fdcf-5512-4910-9186-ad4267b682d9'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:00:59.331178 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 79bae940-5455-4c38-8ba6-571f24b29f36 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:59.416690 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0274429-8f8c-46f8-9095-e2ed3f81dcde req-30c008fb-e41f-4b7d-9226-fbcd77a38b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:59.418439 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0274429-8f8c-46f8-9095-e2ed3f81dcde req-30c008fb-e41f-4b7d-9226-fbcd77a38b4c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 1161 time: 0.4721479 Jan 21 08:00:59.478509 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-4e3cee23-f1f0-4bbb-901a-a45452c785fc req-10d2d331-9e26-440e-90f6-ea054a378ce3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Unset dirty status for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:00:59.480957 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4e3cee23-f1f0-4bbb-901a-a45452c785fc req-10d2d331-9e26-440e-90f6-ea054a378ce3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 931 time: 0.6411407 Jan 21 08:00:59.490686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce8c544-9612-4a4b-96c4-55d5a24b99aa {{(pid=80226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:00:59.499166 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:59.512052 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 79bae940-5455-4c38-8ba6-571f24b29f36 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:00:59.519606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 79bae940-5455-4c38-8ba6-571f24b29f36 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:00:59.520453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:59.583166 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f433d02b-eb66-4cca-afdf-adba36164796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:59.599232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Transition to ACTIVE for port object 2ce8c544-9612-4a4b-96c4-55d5a24b99aa will not be triggered until provisioned by entity L2. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:00:59.650151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f433d02b-eb66-4cca-afdf-adba36164796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:59.662719 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Attempting to bind port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:00:59.663088 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Attempting to bind port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '8a84f64f-dbea-432d-a879-be68491791bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f4fa2fa9-0e06-450e-acc9-bdd6480e5dee'}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:00:59.663455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Attempting to bind port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 on network f4fa2fa9-0e06-450e-acc9-bdd6480e5dee {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:00:59.687421 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:00:59.687802 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Checking segment: {'id': '8a84f64f-dbea-432d-a879-be68491791bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f4fa2fa9-0e06-450e-acc9-bdd6480e5dee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:00:59.688230 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:59.688707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Bound using segment: {'id': '8a84f64f-dbea-432d-a879-be68491791bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f4fa2fa9-0e06-450e-acc9-bdd6480e5dee'} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:00:59.689225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Bound port: 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a84f64f-dbea-432d-a879-be68491791bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f4fa2fa9-0e06-450e-acc9-bdd6480e5dee'}}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:00:59.689636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:59.690602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:59.700773 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b0b8e3c9-ce75-4d72-9718-e13d5e264767 service neutron] 10.222.0.64 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4729640 Jan 21 08:00:59.725261 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0274429-8f8c-46f8-9095-e2ed3f81dcde req-010032a3-996f-47d2-bf15-e1b3a5350632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:59.726895 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0274429-8f8c-46f8-9095-e2ed3f81dcde req-010032a3-996f-47d2-bf15-e1b3a5350632 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 200 len: 913 time: 0.2384317 Jan 21 08:00:59.728539 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 79bae940-5455-4c38-8ba6-571f24b29f36, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=79bae940-5455-4c38-8ba6-571f24b29f36,segment=NetworkSegment(6edf019b-d261-4e39-940d-5b594f916695),segment_id=6edf019b-d261-4e39-940d-5b594f916695)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:00:59.729515 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e3cac-e6e5-4c55-a754-9d898080b40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bae940-5455-4c38-8ba6-571f24b29f36'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:00:59.746753 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4e3cee23-f1f0-4bbb-901a-a45452c785fc req-439e51b5-c94f-4d82-b2bf-f7daf951cd83 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551702 Jan 21 08:00:59.753291 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:59.766023 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-f433d02b-eb66-4cca-afdf-adba36164796 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18c4a3eef4544dc6be510d347adc8551&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2331951 Jan 21 08:00:59.766023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:59.779344 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d431ead-40ce-4d26-85ff-340395477898 req-ff1569a3-2484-4e56-8810-a2acbae1641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:00:59.779344 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-ff1569a3-2484-4e56-8810-a2acbae1641d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 1161 time: 0.3772700 Jan 21 08:00:59.779344 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54848) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:00:59.820623 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:00:59.820623 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:00:59.881595 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0274429-8f8c-46f8-9095-e2ed3f81dcde req-123ccd6a-58dd-474e-88fc-33a813097b0f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244bac6c-f337-41e6-bcf2-1b0e322f1d0c HTTP/1.1" status: 200 len: 217 time: 0.1005380 Jan 21 08:00:59.899486 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-aeed8700-9230-4266-a792-a4aac14e63d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:00:59.994630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=79bae940-5455-4c38-8ba6-571f24b29f36,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:00:59.999431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:00.078978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0274429-8f8c-46f8-9095-e2ed3f81dcde req-2caf51e0-017c-4857-ade1-dfc7a4089529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:00.083730 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0274429-8f8c-46f8-9095-e2ed3f81dcde req-2caf51e0-017c-4857-ade1-dfc7a4089529 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ede2f2c-82ed-4bcf-95e1-efdce4d5c029 HTTP/1.1" status: 200 len: 859 time: 0.1223016 Jan 21 08:01:00.083730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] For port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125, host hv-cinder-76859, cleared binding levels {{(pid=80227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:01:00.091364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] For port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125,segment=NetworkSegment(8a84f64f-dbea-432d-a879-be68491791bd),segment_id=8a84f64f-dbea-432d-a879-be68491791bd)] {{(pid=80227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:01:00.102601 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:01:00.108231 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:00.108653 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:00.143181 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:00.375671 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433d02b-eb66-4cca-afdf-adba36164796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393ca767-f74a-4c8b-98d1-d3b66099b710,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:00.382903 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:00.394569 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f433d02b-eb66-4cca-afdf-adba36164796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:00.409652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e3166cda-841b-4893-888e-0fd79f9f8c44 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.610s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:00.444251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:00.461953 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0274429-8f8c-46f8-9095-e2ed3f81dcde req-a8fa776b-ffb7-4743-8d2a-032fdf4c636c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6d73440c-38be-4b1e-98d3-4d22c54af203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3685315 Jan 21 08:01:00.466195 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:00.487169 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:00.491429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:00.531569 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-d9d2179f-3348-4e7a-97b4-465c5addcd2d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8120fdcf-5512-4910-9186-ad4267b682d9 HTTP/1.1" status: 200 len: 217 time: 0.7312443 Jan 21 08:01:00.572490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:00.576287 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:00.730830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce8c544-9612-4a4b-96c4-55d5a24b99aa,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:00.744715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:00.747325 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e6eca3e-24bb-4db7-82a4-79ba135deb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:00.751105 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d431ead-40ce-4d26-85ff-340395477898 req-2dfbdffb-03aa-48d3-b99a-681d1b61c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:00.752802 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-2dfbdffb-03aa-48d3-b99a-681d1b61c092 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.1903539 Jan 21 08:01:00.795414 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125,revision_number=3']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:00.802332 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:00.881582 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0274429-8f8c-46f8-9095-e2ed3f81dcde req-eeb03e02-2084-46ae-87d2-ed469098bc07 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632903 Jan 21 08:01:00.904157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde20d0e-5828-4769-b441-743f494deeba req-9625d8ca-1c1b-4d4c-8ab1-d25b9a19c301 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:00.905872 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bde20d0e-5828-4769-b441-743f494deeba req-9625d8ca-1c1b-4d4c-8ab1-d25b9a19c301 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 945 time: 0.4429774 Jan 21 08:01:00.926690 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e6eca3e-24bb-4db7-82a4-79ba135deb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:00.936354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:00.937042 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:00.938532 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] 10.222.0.75 "PUT /v2.0/ports/08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 HTTP/1.1" status: 200 len: 1157 time: 4.0453277 Jan 21 08:01:00.939054 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd7347b-d15c-481b-8d98-76d19bec7787', 'tag': '08ad3425-b4b2-4bf3-8d8f-1bb41cadd125'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:00.959272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3f13b-e848-43e3-84df-121b720b9934 req-744ee282-4ced-4dcc-b00e-713938400fbb tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:00.961319 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f4d3f13b-e848-43e3-84df-121b720b9934 req-744ee282-4ced-4dcc-b00e-713938400fbb tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 946 time: 0.5679526 Jan 21 08:01:00.970197 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Attempting to bind port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:01:00.970576 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Attempting to bind port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:01:00.970944 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Attempting to bind port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa on network 6d73440c-38be-4b1e-98d3-4d22c54af203 {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:01:01.004517 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:01:01.004907 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Checking segment: {'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:01:01.005291 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:01.005687 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Bound using segment: {'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:01:01.006186 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Bound port: 2ce8c544-9612-4a4b-96c4-55d5a24b99aa, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa7f9fa-d212-4660-9e5c-915a17ccfd06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6d73440c-38be-4b1e-98d3-4d22c54af203'}}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:01:01.006562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:01.071648 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bde20d0e-5828-4769-b441-743f494deeba req-eb83f974-918d-481f-ae1a-b4425777b7c7 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394386 Jan 21 08:01:01.117632 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0274429-8f8c-46f8-9095-e2ed3f81dcde req-3c3da98c-9589-4647-8e85-05e1545e3aa2 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2087524 Jan 21 08:01:01.144512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d431ead-40ce-4d26-85ff-340395477898 req-19816674-03c7-4394-a709-4e9da1faaa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:01.146257 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-19816674-03c7-4394-a709-4e9da1faaa4c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3218875 Jan 21 08:01:01.159379 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f4d3f13b-e848-43e3-84df-121b720b9934 req-898517bd-20d7-49ce-a5cb-a9f499c5c74c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830068 Jan 21 08:01:01.312705 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e6eca3e-24bb-4db7-82a4-79ba135deb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:01.314882 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9466a224-999a-4815-b74e-4ee36da4f220', 'tag': '8120fdcf-5512-4910-9186-ad4267b682d9', 'status': 'completed', 'code': 200} Jan 21 08:01:01.325286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] For port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa, host hv-cinder-76859, cleared binding levels {{(pid=80226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:01:01.336375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:01.355983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-39f6f967-76be-4b6c-b01a-b92bad80b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:01.368731 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-39f6f967-76be-4b6c-b01a-b92bad80b24f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=795d6d9538aa41949ccaa5342d26ea79&device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 1160 time: 0.1903231 Jan 21 08:01:01.371810 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6eca3e-24bb-4db7-82a4-79ba135deb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393ca767-f74a-4c8b-98d1-d3b66099b710,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:01.376813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] For port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=2ce8c544-9612-4a4b-96c4-55d5a24b99aa,segment=NetworkSegment(1fa7f9fa-d212-4660-9e5c-915a17ccfd06),segment_id=1fa7f9fa-d212-4660-9e5c-915a17ccfd06)] {{(pid=80226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:01:01.378108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6e6eca3e-24bb-4db7-82a4-79ba135deb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:01.388215 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e6eca3e-24bb-4db7-82a4-79ba135deb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:01.392053 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6e6eca3e-24bb-4db7-82a4-79ba135deb27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/393ca767-f74a-4c8b-98d1-d3b66099b710 HTTP/1.1" status: 204 len: 168 time: 1.5978851 Jan 21 08:01:01.408425 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad917d-543a-428c-ad96-06d5161e0793 req-4aa77f38-4a97-4b7e-a8c2-f8d096de7dd6 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:01.409683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-efad917d-543a-428c-ad96-06d5161e0793 req-4aa77f38-4a97-4b7e-a8c2-f8d096de7dd6 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Synchronizing usage tracker for tenant:795d6d9538aa41949ccaa5342d26ea79 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:01:01.425385 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-36521b2b-74f4-4816-959c-7b8787468b98 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453749 Jan 21 08:01:01.428346 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:01.447055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4c87409d-e2e8-4f54-90f8-3afe2ce9b8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:01.489754 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-7e3a4dc3-9c03-4d6f-a4a1-219f57666f32 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 HTTP/1.1" status: 200 len: 217 time: 0.0770521 Jan 21 08:01:01.581151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-efad917d-543a-428c-ad96-06d5161e0793 req-4aa77f38-4a97-4b7e-a8c2-f8d096de7dd6 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Unset dirty status for tenant:795d6d9538aa41949ccaa5342d26ea79 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:01:01.585156 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-efad917d-543a-428c-ad96-06d5161e0793 req-4aa77f38-4a97-4b7e-a8c2-f8d096de7dd6 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 943 time: 0.3423190 Jan 21 08:01:01.614451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-a2c04cc4-d34e-44da-b43e-f5c0487306b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:01.616043 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-a2c04cc4-d34e-44da-b43e-f5c0487306b9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1826342b-10f5-4b71-910d-37469e9d1cbf HTTP/1.1" status: 200 len: 848 time: 0.0852919 Jan 21 08:01:01.705566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 79bae940-5455-4c38-8ba6-571f24b29f36 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:01.713489 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-b93f46d8-b0a2-47df-9cea-c8d8900e2e39 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f4fa2fa9-0e06-450e-acc9-bdd6480e5dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745263 Jan 21 08:01:01.767729 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce8c544-9612-4a4b-96c4-55d5a24b99aa,revision_number=3']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:01.783561 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:01.814982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 79bae940-5455-4c38-8ba6-571f24b29f36 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:01.815543 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:01.828911 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-efad917d-543a-428c-ad96-06d5161e0793 req-d38c119b-758a-43a6-a1ee-80784482f9e1 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116733 Jan 21 08:01:01.936734 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-186dfec0-ce6e-415a-8f0e-d73a7eb8969b service neutron] 10.222.0.75 "GET /v2.0/networks/f4fa2fa9-0e06-450e-acc9-bdd6480e5dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119389 Jan 21 08:01:01.983308 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9097db9-9688-42a6-bb99-7544cf862199 req-1334d825-a0ae-4aed-9847-bfc1c61c2503 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:01.991485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:01.997758 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f9097db9-9688-42a6-bb99-7544cf862199 req-1334d825-a0ae-4aed-9847-bfc1c61c2503 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.5518034 Jan 21 08:01:02.051466 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1d431ead-40ce-4d26-85ff-340395477898 req-10e30fca-bcc0-49d3-b41c-6a8d8941b82b service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5655379 Jan 21 08:01:02.077374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:02.078617 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:02.095502 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:02.096316 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:02.098148 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] 10.222.0.75 "PUT /v2.0/ports/2ce8c544-9612-4a4b-96c4-55d5a24b99aa HTTP/1.1" status: 200 len: 1157 time: 4.1845458 Jan 21 08:01:02.115712 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f9097db9-9688-42a6-bb99-7544cf862199 req-076aaf56-5016-443c-b6f7-5965c11244b8 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148512 Jan 21 08:01:02.125190 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e1662a9b-2e4b-431c-945f-dcb59f08c26a req-5b1c8f4d-e237-4cc2-b79b-14909b4cb87c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 210 time: 0.0821400 Jan 21 08:01:02.217168 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b321c9d-b509-45d3-a1d9-7783b2659814 req-0e48577d-4d54-45b4-a3e7-b55d2679a423 service neutron] 10.222.0.75 "GET /v2.0/networks/f4fa2fa9-0e06-450e-acc9-bdd6480e5dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2671559 Jan 21 08:01:02.375198 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 54900) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:02.416085 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-596bd399-38d7-4064-9f72-894f06db27a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:02.435229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-596bd399-38d7-4064-9f72-894f06db27a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:02.442650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-596bd399-38d7-4064-9f72-894f06db27a6 admin admin] Usage tracker for resource:security_group_rule and tenant:91f4d4c322cb4ebba11ee5e6bc6d7631 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:02.448019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-596bd399-38d7-4064-9f72-894f06db27a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:02.462135 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-596bd399-38d7-4064-9f72-894f06db27a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:02.491820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e52767-d954-4cca-bf95-bac1cb221471 req-077688ed-20a6-45f8-9c64-8cf62ace9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:02.493628 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-077688ed-20a6-45f8-9c64-8cf62ace9c4c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 1160 time: 0.1913500 Jan 21 08:01:02.494275 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec4115-41dc-4efc-907a-a1cb9ed5257c req-1aef72e3-71b0-4d2a-8f62-73bfa1b2b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:02.495905 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21ec4115-41dc-4efc-907a-a1cb9ed5257c req-1aef72e3-71b0-4d2a-8f62-73bfa1b2b6ba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 1161 time: 0.2064488 Jan 21 08:01:02.525879 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04350a8-53dc-47d5-b5c1-4eb6eeabdf27 req-d4a2fc73-ba23-4f79-a4c5-9b95fde53235 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:02.527655 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d04350a8-53dc-47d5-b5c1-4eb6eeabdf27 req-d4a2fc73-ba23-4f79-a4c5-9b95fde53235 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 943 time: 0.1450193 Jan 21 08:01:02.595604 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191e3cac-e6e5-4c55-a754-9d898080b40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bae940-5455-4c38-8ba6-571f24b29f36', 'code': 200} Jan 21 08:01:02.609187 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-0a1c8697-baef-4eff-b321-99570c713ad2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce8c544-9612-4a4b-96c4-55d5a24b99aa HTTP/1.1" status: 200 len: 217 time: 0.0825558 Jan 21 08:01:02.641217 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-596bd399-38d7-4064-9f72-894f06db27a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:02.651231 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd7347b-d15c-481b-8d98-76d19bec7787', 'tag': '08ad3425-b4b2-4bf3-8d8f-1bb41cadd125', 'status': 'completed', 'code': 200} Jan 21 08:01:02.670992 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d04350a8-53dc-47d5-b5c1-4eb6eeabdf27 req-5af23676-692c-4477-aa57-efd9d7802c87 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188405 Jan 21 08:01:02.681554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-596bd399-38d7-4064-9f72-894f06db27a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:02.691235 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b9b64d25-dd8a-432d-b9f7-3548d290c744 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:02.713711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec4115-41dc-4efc-907a-a1cb9ed5257c req-c797963e-b427-4ba1-ae46-02a369bfb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:02.715722 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21ec4115-41dc-4efc-907a-a1cb9ed5257c req-c797963e-b427-4ba1-ae46-02a369bfb087 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 911 time: 0.1861415 Jan 21 08:01:02.823953 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bd399-38d7-4064-9f72-894f06db27a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f24247-84e7-4a35-8023-477d1b097974,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:02.849886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-596bd399-38d7-4064-9f72-894f06db27a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:02.871062 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-596bd399-38d7-4064-9f72-894f06db27a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91f4d4c322cb4ebba11ee5e6bc6d7631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844275 Jan 21 08:01:02.874170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 54906) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:02.893085 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e52767-d954-4cca-bf95-bac1cb221471 req-e9d67119-4cf3-4058-935c-edd78f1015e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:02.894649 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-e9d67119-4cf3-4058-935c-edd78f1015e4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ede2f2c-82ed-4bcf-95e1-efdce4d5c029 HTTP/1.1" status: 200 len: 859 time: 0.1764827 Jan 21 08:01:02.945067 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21ec4115-41dc-4efc-907a-a1cb9ed5257c req-bb98c10c-f56a-4001-8503-2fb8df498988 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8120fdcf-5512-4910-9186-ad4267b682d9 HTTP/1.1" status: 200 len: 217 time: 0.1700654 Jan 21 08:01:02.968891 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-b7194f4d-409e-48f0-aca2-7ce6bac3fdba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6d73440c-38be-4b1e-98d3-4d22c54af203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596650 Jan 21 08:01:03.060259 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d714f-cc83-4bed-8617-207d5aca4f05 req-1f732e56-5de3-46e5-bb01-b4c5bc19b305 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:03.061948 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-da1d714f-cc83-4bed-8617-207d5aca4f05 req-1f732e56-5de3-46e5-bb01-b4c5bc19b305 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 945 time: 0.2924640 Jan 21 08:01:03.071024 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec4115-41dc-4efc-907a-a1cb9ed5257c req-09419a2c-e5a0-4add-a666-099097370b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:03.072704 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21ec4115-41dc-4efc-907a-a1cb9ed5257c req-09419a2c-e5a0-4add-a666-099097370b0c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.1039534 Jan 21 08:01:03.077520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49730d39-f951-4ec9-a51b-048fc3d3ef31 req-7763ca86-26c4-4bf6-b189-5ff31be856fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:03.079585 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-49730d39-f951-4ec9-a51b-048fc3d3ef31 req-7763ca86-26c4-4bf6-b189-5ff31be856fc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=795d6d9538aa41949ccaa5342d26ea79&device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 1160 time: 0.2254395 Jan 21 08:01:03.104008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82701b8-fc61-45d8-afb2-d414f0516343 req-932486a9-992a-414e-972e-01a6a86e580d tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:03.105680 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c82701b8-fc61-45d8-afb2-d414f0516343 req-932486a9-992a-414e-972e-01a6a86e580d tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 946 time: 0.2598274 Jan 21 08:01:03.383063 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.objects.ports [None req-3b3b10b7-7cad-440d-91e0-3d13547845f3 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80228) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 08:01:03.478715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d4e-25f0-40eb-9783-95c8f41c126a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:03.559945 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-da1d714f-cc83-4bed-8617-207d5aca4f05 req-4b3d255c-ca63-47a4-8ed0-028a93d9fddc tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418366 Jan 21 08:01:03.577499 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d4e-25f0-40eb-9783-95c8f41c126a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:03.581430 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f92f28-870a-47f3-860d-014163d9b2fc', 'tag': '2ce8c544-9612-4a4b-96c4-55d5a24b99aa'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:03.671931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f4647-3954-4b2b-8697-8041016c0d21 req-20c5c34f-fc8e-46eb-810f-746e05d4630e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:03.673604 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-20c5c34f-fc8e-46eb-810f-746e05d4630e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.75 "GET /v2.0/networks?id=75214904-c0b0-44db-9af2-b3f288039817 HTTP/1.1" status: 200 len: 809 time: 0.7002459 Jan 21 08:01:03.678956 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-d9dab77c-576f-47ab-ab1b-fada6cb9b26c service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725249 Jan 21 08:01:03.701110 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c82701b8-fc61-45d8-afb2-d414f0516343 req-313f46e6-98ae-4010-a535-593e230a6a8d tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693984 Jan 21 08:01:03.748108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec4115-41dc-4efc-907a-a1cb9ed5257c req-61ac58de-8d79-4a14-af64-bbc1ae35500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:03.750311 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21ec4115-41dc-4efc-907a-a1cb9ed5257c req-61ac58de-8d79-4a14-af64-bbc1ae35500e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6431265 Jan 21 08:01:03.752268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49730d39-f951-4ec9-a51b-048fc3d3ef31 req-64bf4e06-4353-4566-a056-797c83b7c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:03.753774 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-49730d39-f951-4ec9-a51b-048fc3d3ef31 req-64bf4e06-4353-4566-a056-797c83b7c025 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f4fa2fa9-0e06-450e-acc9-bdd6480e5dee HTTP/1.1" status: 200 len: 902 time: 0.6459391 Jan 21 08:01:03.755862 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba48b1f-0e51-4d8d-bd90-079f5f989a36 req-870a03ba-6fba-4c0e-b26e-e79d99dca909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:03.757385 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1ba48b1f-0e51-4d8d-bd90-079f5f989a36 req-870a03ba-6fba-4c0e-b26e-e79d99dca909 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 1162 time: 0.4648318 Jan 21 08:01:03.760459 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d4e-25f0-40eb-9783-95c8f41c126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:03.780315 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54928) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:03.867948 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6c8fade6-3a89-4517-8ad4-742b36b66454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:03.898001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b55d4e-25f0-40eb-9783-95c8f41c126a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f24247-84e7-4a35-8023-477d1b097974,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:03.906448 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b7b55d4e-25f0-40eb-9783-95c8f41c126a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:03.916160 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d4e-25f0-40eb-9783-95c8f41c126a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:03.917390 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b7b55d4e-25f0-40eb-9783-95c8f41c126a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36f24247-84e7-4a35-8023-477d1b097974 HTTP/1.1" status: 204 len: 168 time: 1.0416830 Jan 21 08:01:03.998484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1ba48b1f-0e51-4d8d-bd90-079f5f989a36 req-67e4786a-7d75-4044-bc68-ea17b5d623c5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:04.009412 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-49730d39-f951-4ec9-a51b-048fc3d3ef31 req-777d4c31-375c-4ba2-9c26-e6f989148978 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 HTTP/1.1" status: 200 len: 217 time: 0.1910012 Jan 21 08:01:04.031891 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-226d8f55-1e87-4689-af00-df1195e6ca35 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1f1c6571386d4c078fea438e75156ddf HTTP/1.1" status: 200 len: 5704 time: 0.2642231 Jan 21 08:01:04.033945 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00e52767-d954-4cca-bf95-bac1cb221471 req-a55916e7-9cf4-49ec-892a-03f2c5fb6f0d service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2649813 Jan 21 08:01:04.053506 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-f597c0f2-c20c-4a69-9d42-199fad3b0e51 req-7bc52b8b-c95e-40cc-8a90-8797318e28e9 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Synchronizing usage tracker for tenant:1f1c6571386d4c078fea438e75156ddf on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:01:04.057039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367120a3-ef41-4524-a32d-2469e05a4f23 req-53edfbf7-4af4-4ea9-aea0-0ad16100a3e4 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:04.058579 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-367120a3-ef41-4524-a32d-2469e05a4f23 req-53edfbf7-4af4-4ea9-aea0-0ad16100a3e4 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 943 time: 0.3575671 Jan 21 08:01:04.065378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Request body: {'port': {'device_id': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'admin_state_up': True, 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'security_groups': ['69f0a59e-7d7b-4ba4-bebe-dbac89f75793']}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:01:04.104746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-1ba48b1f-0e51-4d8d-bd90-079f5f989a36 req-67e4786a-7d75-4044-bc68-ea17b5d623c5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:04.115575 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-892afb4b-1384-46ab-a2c4-cdd41acaf0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:04.148493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-1ba48b1f-0e51-4d8d-bd90-079f5f989a36 req-67e4786a-7d75-4044-bc68-ea17b5d623c5 service neutron] Usage tracker for resource:security_group_rule and tenant:45eee8871a564d36b3d420e429b52f78 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:04.157710 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-1ba48b1f-0e51-4d8d-bd90-079f5f989a36 req-67e4786a-7d75-4044-bc68-ea17b5d623c5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:04.170385 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-892afb4b-1384-46ab-a2c4-cdd41acaf0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:04.178931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-1ba48b1f-0e51-4d8d-bd90-079f5f989a36 req-67e4786a-7d75-4044-bc68-ea17b5d623c5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:04.200186 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-892afb4b-1384-46ab-a2c4-cdd41acaf0ab admin admin] Usage tracker for resource:security_group_rule and tenant:a11b67ee59fa438085e33ee7b5b3f0af is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:04.206791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-892afb4b-1384-46ab-a2c4-cdd41acaf0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:04.211647 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-367120a3-ef41-4524-a32d-2469e05a4f23 req-40c6a476-b1be-4af4-8741-d82af93d3f89 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240199 Jan 21 08:01:04.220406 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-892afb4b-1384-46ab-a2c4-cdd41acaf0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:04.229212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49730d39-f951-4ec9-a51b-048fc3d3ef31 req-2d22e4c9-25ad-4ba2-a3cf-d95654d3bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:04.230822 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-49730d39-f951-4ec9-a51b-048fc3d3ef31 req-2d22e4c9-25ad-4ba2-a3cf-d95654d3bda6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1826342b-10f5-4b71-910d-37469e9d1cbf HTTP/1.1" status: 200 len: 848 time: 0.2034316 Jan 21 08:01:04.231466 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-f597c0f2-c20c-4a69-9d42-199fad3b0e51 req-7bc52b8b-c95e-40cc-8a90-8797318e28e9 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Unset dirty status for tenant:1f1c6571386d4c078fea438e75156ddf on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:01:04.257756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:04.259126 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f597c0f2-c20c-4a69-9d42-199fad3b0e51 req-7bc52b8b-c95e-40cc-8a90-8797318e28e9 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 210 time: 0.3120499 Jan 21 08:01:04.263922 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21ec4115-41dc-4efc-907a-a1cb9ed5257c req-43ec7e0b-d960-40c9-8a51-5d0dfcac4e4c service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720724 Jan 21 08:01:04.272759 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:04.337200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Made reservation on behalf of 1f1c6571386d4c078fea438e75156ddf for: {'port': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:01:04.347865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:04.374317 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-49730d39-f951-4ec9-a51b-048fc3d3ef31 req-edcc76b6-16b0-4b46-8279-06ac8437cd92 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f4fa2fa9-0e06-450e-acc9-bdd6480e5dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089709 Jan 21 08:01:04.419968 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 244bac6c-f337-41e6-bcf2-1b0e322f1d0c up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:04.426072 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f92f28-870a-47f3-860d-014163d9b2fc', 'tag': '2ce8c544-9612-4a4b-96c4-55d5a24b99aa', 'status': 'completed', 'code': 200} Jan 21 08:01:04.597322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522eb815-4594-42a6-9920-42e7e52e7cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7aa004-e14b-4339-a3e7-f4e16c7c42c2'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:04.610074 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:01:04.617336 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:04.618440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:04.778184 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:04.778409 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35211a9e-1717-4334-927e-c07ea9625d92 req-4eafde3c-a4d7-4cfd-a1a5-e766c78fd096 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:04.786777 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35211a9e-1717-4334-927e-c07ea9625d92 req-4eafde3c-a4d7-4cfd-a1a5-e766c78fd096 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.3487639 Jan 21 08:01:04.801322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca676617-35dd-494f-9c64-e74f11c8ddb9 req-854c89ea-ba03-4f86-a0f8-5c798df136a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:04.801322 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ca676617-35dd-494f-9c64-e74f11c8ddb9 req-854c89ea-ba03-4f86-a0f8-5c798df136a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 1160 time: 0.3038678 Jan 21 08:01:04.834349 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=244bac6c-f337-41e6-bcf2-1b0e322f1d0c,segment=NetworkSegment(1fa7f9fa-d212-4660-9e5c-915a17ccfd06),segment_id=1fa7f9fa-d212-4660-9e5c-915a17ccfd06)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:04.847381 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-892afb4b-1384-46ab-a2c4-cdd41acaf0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:04.867005 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-49730d39-f951-4ec9-a51b-048fc3d3ef31 req-5c6cc5f2-85b6-4168-9310-24f2acc1d777 service neutron] 10.222.0.75 "GET /v2.0/networks/f4fa2fa9-0e06-450e-acc9-bdd6480e5dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469619 Jan 21 08:01:04.868969 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21ec4115-41dc-4efc-907a-a1cb9ed5257c req-2ec778f2-996a-41a1-90ca-2d2397f26c7a service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4929247 Jan 21 08:01:04.902998 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:04.908629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1f6fe43d-caf6-4baa-85d8-e56cf45eabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:04.924113 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243ef23-1a4e-485b-a835-04ddc3ace9f6 req-68e75ffb-8ac0-4b92-bfdb-044bf61a7c96 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:04.925749 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2243ef23-1a4e-485b-a835-04ddc3ace9f6 req-68e75ffb-8ac0-4b92-bfdb-044bf61a7c96 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 943 time: 0.3865337 Jan 21 08:01:04.929472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1ba48b1f-0e51-4d8d-bd90-079f5f989a36 req-67e4786a-7d75-4044-bc68-ea17b5d623c5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:04.955138 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-892afb4b-1384-46ab-a2c4-cdd41acaf0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:05.000844 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35211a9e-1717-4334-927e-c07ea9625d92 req-306c005b-11f9-4400-a9ef-d9df572973f4 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128999 Jan 21 08:01:05.001741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=244bac6c-f337-41e6-bcf2-1b0e322f1d0c,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:05.015874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:05.030774 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:05.048700 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-1ba48b1f-0e51-4d8d-bd90-079f5f989a36 req-67e4786a-7d75-4044-bc68-ea17b5d623c5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:05.107252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Allocated IP 172.20.0.8 (75214904-c0b0-44db-9af2-b3f288039817/2e5447aa-b413-44fe-b584-4a19bb1e582c/f8a1c6dc-3712-4398-9450-518133a37dd3) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:01:05.128584 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1ba48b1f-0e51-4d8d-bd90-079f5f989a36 req-67e4786a-7d75-4044-bc68-ea17b5d623c5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3062453 Jan 21 08:01:05.137593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892afb4b-1384-46ab-a2c4-cdd41acaf0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebcb386-9e00-40fa-872b-9ff8808b3d5b,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:05.142291 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-892afb4b-1384-46ab-a2c4-cdd41acaf0ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a11b67ee59fa438085e33ee7b5b3f0af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3607895 Jan 21 08:01:05.147819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-892afb4b-1384-46ab-a2c4-cdd41acaf0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:05.148324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:05.158790 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54958) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:05.183555 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2243ef23-1a4e-485b-a835-04ddc3ace9f6 req-da3c7530-f9f8-45e2-8ec3-04c8c25b03e9 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249479 Jan 21 08:01:05.272546 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522eb815-4594-42a6-9920-42e7e52e7cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7aa004-e14b-4339-a3e7-f4e16c7c42c2', 'code': 200} Jan 21 08:01:05.283454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4786a-7d75-4044-bc68-ea17b5d623c5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9b8133-2182-488e-a67b-ee81e877e033,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:05.304158 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-67e4786a-7d75-4044-bc68-ea17b5d623c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:05.313480 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-49730d39-f951-4ec9-a51b-048fc3d3ef31 req-86e75bf0-3f43-418d-af8e-5a4e885cf35f service neutron] 10.222.0.75 "GET /v2.0/networks/f4fa2fa9-0e06-450e-acc9-bdd6480e5dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3862681 Jan 21 08:01:05.339532 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca676617-35dd-494f-9c64-e74f11c8ddb9 req-9a521530-6694-4ba8-801c-fbb8ddfd6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:05.341303 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ca676617-35dd-494f-9c64-e74f11c8ddb9 req-9a521530-6694-4ba8-801c-fbb8ddfd6f60 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 200 len: 913 time: 0.5167871 Jan 21 08:01:05.370679 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ff2f7eec-fd95-4e50-9cbb-fad76e426515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:05.401598 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ff2f7eec-fd95-4e50-9cbb-fad76e426515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:05.448386 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e556101-b633-4b55-b88e-129eb61e4b70 req-c5d00972-9689-4671-976a-cf1bbe2bfe82 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:05.450051 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4e556101-b633-4b55-b88e-129eb61e4b70 req-c5d00972-9689-4671-976a-cf1bbe2bfe82 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 945 time: 0.2812586 Jan 21 08:01:05.488858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:05.522636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Transition to ACTIVE for port object f8a1c6dc-3712-4398-9450-518133a37dd3 will not be triggered until provisioned by entity DHCP. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:01:05.544843 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4e556101-b633-4b55-b88e-129eb61e4b70 req-7e39b11c-4021-4892-8ac6-0198bc4e5e12 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795169 Jan 21 08:01:05.554421 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1907c-593a-4ff3-8071-f10c33845799 req-668b9a84-f6e4-48b0-86bb-91b0271d489e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:05.563698 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-55c1907c-593a-4ff3-8071-f10c33845799 req-668b9a84-f6e4-48b0-86bb-91b0271d489e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 946 time: 0.1327651 Jan 21 08:01:05.563698 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ff2f7eec-fd95-4e50-9cbb-fad76e426515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:05.563924 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:05.592490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f7eec-fd95-4e50-9cbb-fad76e426515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebcb386-9e00-40fa-872b-9ff8808b3d5b,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:05.599671 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ff2f7eec-fd95-4e50-9cbb-fad76e426515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:05.617022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:05.620549 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ff2f7eec-fd95-4e50-9cbb-fad76e426515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:05.621781 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-ff2f7eec-fd95-4e50-9cbb-fad76e426515 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ebcb386-9e00-40fa-872b-9ff8808b3d5b HTTP/1.1" status: 204 len: 168 time: 0.4505954 Jan 21 08:01:05.648858 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-55c1907c-593a-4ff3-8071-f10c33845799 req-9eff32d0-062d-46a0-bc02-e2cac0b130ab tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736246 Jan 21 08:01:05.660554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:05.889666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf6c58-e689-4f53-bcde-fe972a69b958 req-6e9885e2-9334-4787-bd44-99518b3f7256 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:05.899062 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1fbf6c58-e689-4f53-bcde-fe972a69b958 req-6e9885e2-9334-4787-bd44-99518b3f7256 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 931 time: 0.1396132 Jan 21 08:01:05.924191 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ca676617-35dd-494f-9c64-e74f11c8ddb9 req-3ece5ccb-2de9-49f5-b98f-fc591afed234 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce8c544-9612-4a4b-96c4-55d5a24b99aa HTTP/1.1" status: 200 len: 217 time: 0.2098072 Jan 21 08:01:05.959294 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1fbf6c58-e689-4f53-bcde-fe972a69b958 req-3973430c-376e-4a24-9dac-a4b6ecfc26b0 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586669 Jan 21 08:01:06.011496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event updated for resources: {'Port': ['ID=f8a1c6dc-3712-4398-9450-518133a37dd3,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:06.020423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:06.089429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca676617-35dd-494f-9c64-e74f11c8ddb9 req-1f94c57d-4944-48c5-b18e-a82f6f3b435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:06.090998 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ca676617-35dd-494f-9c64-e74f11c8ddb9 req-1f94c57d-4944-48c5-b18e-a82f6f3b435c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ede2f2c-82ed-4bcf-95e1-efdce4d5c029 HTTP/1.1" status: 200 len: 859 time: 0.1472433 Jan 21 08:01:06.180164 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114e639-bb58-4480-9ebc-065fb95a3e18 req-33dba295-af0f-4a2d-8282-f017ff2eba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:06.183618 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c091162-d301-4f62-ba95-1c5fe4d57aed req-32de178d-0a33-4ea7-84d6-e6063b407c71 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:06.190023 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f114e639-bb58-4480-9ebc-065fb95a3e18 req-33dba295-af0f-4a2d-8282-f017ff2eba55 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 1163 time: 0.1481812 Jan 21 08:01:06.191677 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0c091162-d301-4f62-ba95-1c5fe4d57aed req-32de178d-0a33-4ea7-84d6-e6063b407c71 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 943 time: 0.3392670 Jan 21 08:01:06.238558 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ca676617-35dd-494f-9c64-e74f11c8ddb9 req-3c4c0c23-46d6-48b8-b68f-fbb14af27386 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6d73440c-38be-4b1e-98d3-4d22c54af203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330764 Jan 21 08:01:06.245908 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Network 75214904-c0b0-44db-9af2-b3f288039817 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:01:06.248841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:01:06.261884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:01:06.288379 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:06.289654 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:06.302065 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.objects.ports [None req-0da4461f-a810-44c7-b4ab-3d8758ef8a8c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80228) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 08:01:06.346714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 54986) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:06.367975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-f114e639-bb58-4480-9ebc-065fb95a3e18 req-d0585b29-af94-4412-8f88-078fd30ad1ab service neutron] Synchronizing usage tracker for tenant:45eee8871a564d36b3d420e429b52f78 on resource:security_group {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:01:06.380367 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c5874739-0b00-4733-b003-363e1dad5e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:06.418662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-c5874739-0b00-4733-b003-363e1dad5e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:06.429855 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-c5874739-0b00-4733-b003-363e1dad5e3d admin admin] Usage tracker for resource:security_group_rule and tenant:e4ce2bc7530140cbb923eace13f89a16 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:06.434217 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-c5874739-0b00-4733-b003-363e1dad5e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:06.445270 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-c5874739-0b00-4733-b003-363e1dad5e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:06.473247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eff3f-3ad1-421d-af0a-064beefa22c9 req-f0f901b5-104c-46db-abf2-1128b410ab5f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:06.475801 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-336eff3f-3ad1-421d-af0a-064beefa22c9 req-f0f901b5-104c-46db-abf2-1128b410ab5f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.2535644 Jan 21 08:01:06.480137 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-f114e639-bb58-4480-9ebc-065fb95a3e18 req-d0585b29-af94-4412-8f88-078fd30ad1ab service neutron] Unset dirty status for tenant:45eee8871a564d36b3d420e429b52f78 on resource:security_group {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:01:06.481358 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f114e639-bb58-4480-9ebc-065fb95a3e18 req-d0585b29-af94-4412-8f88-078fd30ad1ab service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798383 Jan 21 08:01:06.537207 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-336eff3f-3ad1-421d-af0a-064beefa22c9 req-dabf0330-7651-43ed-9839-ece26869ed6b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502350 Jan 21 08:01:06.610956 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-5521ad79-b8df-4eaa-b8dc-f152979362ec None None] Provisioning for port f8a1c6dc-3712-4398-9450-518133a37dd3 completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:01:06.616819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-5521ad79-b8df-4eaa-b8dc-f152979362ec None None] Provisioning complete for port f8a1c6dc-3712-4398-9450-518133a37dd3 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:06.617257 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5521ad79-b8df-4eaa-b8dc-f152979362ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:06.663042 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0c091162-d301-4f62-ba95-1c5fe4d57aed req-3dd95b04-b783-48a4-908d-f263956fd376 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703040 Jan 21 08:01:06.684580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-5521ad79-b8df-4eaa-b8dc-f152979362ec None None] Port f8a1c6dc-3712-4398-9450-518133a37dd3 cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:01:06.752347 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6917028 Jan 21 08:01:06.759072 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ca676617-35dd-494f-9c64-e74f11c8ddb9 req-c52e03a2-e13a-4ce2-b4fe-82b33d99e697 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636126 Jan 21 08:01:06.839397 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285a3e5-293c-4ca9-a2df-caadfac7df1c req-614f7a61-8563-4f87-a5a7-1d289d1b0cda tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:06.842048 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7285a3e5-293c-4ca9-a2df-caadfac7df1c req-614f7a61-8563-4f87-a5a7-1d289d1b0cda tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 943 time: 0.1518419 Jan 21 08:01:06.908863 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d92115-9653-4b06-90e6-c8b7ef580858 req-71ba589c-adb5-4d50-a843-2aa21019f58c tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:06.910560 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-87d92115-9653-4b06-90e6-c8b7ef580858 req-71ba589c-adb5-4d50-a843-2aa21019f58c tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 945 time: 0.1120341 Jan 21 08:01:06.922344 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c5874739-0b00-4733-b003-363e1dad5e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:06.930753 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7285a3e5-293c-4ca9-a2df-caadfac7df1c req-bbbe2996-0274-4f30-8bd5-bd96393bfd2e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774832 Jan 21 08:01:06.942000 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Request body: {'port': {'device_id': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:01:06.959625 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c5874739-0b00-4733-b003-363e1dad5e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:06.971020 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:07.016306 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-c5874739-0b00-4733-b003-363e1dad5e3d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4ce2bc7530140cbb923eace13f89a16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6661987 Jan 21 08:01:07.018077 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5874739-0b00-4733-b003-363e1dad5e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af97195-a298-4a75-aa8f-5887793903c3,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:07.020794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55004) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:07.024109 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c5874739-0b00-4733-b003-363e1dad5e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:07.088071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5c3c8340-1c62-4193-abc0-a782c9297655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:07.144193 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-87d92115-9653-4b06-90e6-c8b7ef580858 req-0ce0f411-0ba4-49b5-9f93-451dd05fbd0e tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262461 Jan 21 08:01:07.175334 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5c3c8340-1c62-4193-abc0-a782c9297655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:07.243565 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ca676617-35dd-494f-9c64-e74f11c8ddb9 req-10c2ac21-9ec7-4041-94fa-5b5c1ffbba91 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3075747 Jan 21 08:01:07.252606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:07.261213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c95ba9-2936-4dc5-bd72-215f2aa2f7dd req-00b1d973-063e-4ead-8781-a3b2ed2acc29 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:07.263011 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c1c95ba9-2936-4dc5-bd72-215f2aa2f7dd req-00b1d973-063e-4ead-8781-a3b2ed2acc29 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 946 time: 0.1639926 Jan 21 08:01:07.273701 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4327b81-61c1-4de1-b584-d7c482d90718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244bac6c-f337-41e6-bcf2-1b0e322f1d0c'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:07.294932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5c3c8340-1c62-4193-abc0-a782c9297655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:07.303480 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:07.325906 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c8340-1c62-4193-abc0-a782c9297655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af97195-a298-4a75-aa8f-5887793903c3,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:07.334771 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5c3c8340-1c62-4193-abc0-a782c9297655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:07.346286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5c3c8340-1c62-4193-abc0-a782c9297655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:07.349291 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5c3c8340-1c62-4193-abc0-a782c9297655 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0af97195-a298-4a75-aa8f-5887793903c3 HTTP/1.1" status: 204 len: 168 time: 0.3268154 Jan 21 08:01:07.356798 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c1c95ba9-2936-4dc5-bd72-215f2aa2f7dd req-fcc5d92c-35e3-4132-aaa6-ef0defc0de02 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853679 Jan 21 08:01:07.465700 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4327b81-61c1-4de1-b584-d7c482d90718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244bac6c-f337-41e6-bcf2-1b0e322f1d0c', 'code': 200} Jan 21 08:01:07.634889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b1409-deaf-4c22-afa3-7b1ce8d98e9b req-4ba88d2c-9f02-4046-87ed-acb21a1c391a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:07.635705 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-df4b1409-deaf-4c22-afa3-7b1ce8d98e9b req-4ba88d2c-9f02-4046-87ed-acb21a1c391a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Synchronizing usage tracker for tenant:1f1c6571386d4c078fea438e75156ddf on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:01:07.831749 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d5899-349a-4c75-a730-84e0407ee063 req-a94ed07c-40eb-4053-9058-09b58dc67af1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:07.833614 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1f2d5899-349a-4c75-a730-84e0407ee063 req-a94ed07c-40eb-4053-9058-09b58dc67af1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1103530 Jan 21 08:01:07.846001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-df4b1409-deaf-4c22-afa3-7b1ce8d98e9b req-4ba88d2c-9f02-4046-87ed-acb21a1c391a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Unset dirty status for tenant:1f1c6571386d4c078fea438e75156ddf on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:01:07.853257 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-df4b1409-deaf-4c22-afa3-7b1ce8d98e9b req-4ba88d2c-9f02-4046-87ed-acb21a1c391a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 931 time: 0.4921625 Jan 21 08:01:07.895417 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1f2d5899-349a-4c75-a730-84e0407ee063 req-a9144de0-9465-4092-b854-4b1d3dce3101 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552809 Jan 21 08:01:07.926065 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a1c6dc-3712-4398-9450-518133a37dd3 {{(pid=80227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:01:07.956909 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-df4b1409-deaf-4c22-afa3-7b1ce8d98e9b req-82a9d7be-0882-4980-a40c-bb2783fee2a4 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026430 Jan 21 08:01:07.977299 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:08.020094 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Transition to ACTIVE for port object f8a1c6dc-3712-4398-9450-518133a37dd3 will not be triggered until provisioned by entity L2. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:01:08.077936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:08.109275 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ec561bcd-bf97-4232-b7de-bdb14cf6e67e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:08.284402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea8dd5-7632-450d-bb45-acee2bac5440 req-58567dcc-78e2-499a-ac8f-555c361f7f48 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:08.294433 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e4ea8dd5-7632-450d-bb45-acee2bac5440 req-58567dcc-78e2-499a-ac8f-555c361f7f48 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 943 time: 0.1455503 Jan 21 08:01:08.354410 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e4ea8dd5-7632-450d-bb45-acee2bac5440 req-4aae3672-958c-44af-836a-7610fb5a477f tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589135 Jan 21 08:01:08.439062 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Pushing event updated for resources: {'Port': ['ID=f8a1c6dc-3712-4398-9450-518133a37dd3,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:08.472043 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.472476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.472874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.473267 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.473664 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.474449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.474838 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.475221 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.475607 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.476070 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.476381 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.476842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.477157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.477534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.477916 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.478298 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.478647 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.479027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.479404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.479800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.480200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.480600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.480977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.481351 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:08.491795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:08.578945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60331f44-71ee-4b62-b023-0ece23ad4098 req-55907309-df1e-4d55-851d-a98f0b45072c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:08.580664 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-60331f44-71ee-4b62-b023-0ece23ad4098 req-55907309-df1e-4d55-851d-a98f0b45072c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 943 time: 0.4734917 Jan 21 08:01:08.585263 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23d1ca-ba5b-4160-97fc-15d3362da424 req-5d69987d-d012-4753-870e-82b75bf0e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:08.587104 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cb23d1ca-ba5b-4160-97fc-15d3362da424 req-5d69987d-d012-4753-870e-82b75bf0e975 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 1163 time: 0.3325298 Jan 21 08:01:08.702859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77d44e-56d4-491c-bc2d-d5e767e21e8e req-09b57b16-ede2-429e-8d20-58593e51e696 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:08.716357 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-eb77d44e-56d4-491c-bc2d-d5e767e21e8e req-09b57b16-ede2-429e-8d20-58593e51e696 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 945 time: 0.2000177 Jan 21 08:01:08.792666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-60331f44-71ee-4b62-b023-0ece23ad4098 req-00112ccf-7909-41c7-8e92-60f413e9e74c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Synchronizing usage tracker for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:security_group {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:01:08.797211 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cb23d1ca-ba5b-4160-97fc-15d3362da424 req-454ee559-edd8-4fd8-bd8a-042d433c9472 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546917 Jan 21 08:01:08.799540 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-eb77d44e-56d4-491c-bc2d-d5e767e21e8e req-4d21147e-b85a-48d6-b5b9-39e2317423e8 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800099 Jan 21 08:01:08.804818 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Attempting to bind port f8a1c6dc-3712-4398-9450-518133a37dd3 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:01:08.805199 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Attempting to bind port f8a1c6dc-3712-4398-9450-518133a37dd3 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:01:08.805761 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Attempting to bind port f8a1c6dc-3712-4398-9450-518133a37dd3 on network 75214904-c0b0-44db-9af2-b3f288039817 {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:01:08.832033 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:01:08.832451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Checking segment: {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:01:08.832849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:08.833241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Bound using segment: {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:01:08.833696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Bound port: f8a1c6dc-3712-4398-9450-518133a37dd3, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'}}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:01:08.834071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:08.918980 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-60331f44-71ee-4b62-b023-0ece23ad4098 req-00112ccf-7909-41c7-8e92-60f413e9e74c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Unset dirty status for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:security_group {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:01:08.918980 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-60331f44-71ee-4b62-b023-0ece23ad4098 req-00112ccf-7909-41c7-8e92-60f413e9e74c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301253 Jan 21 08:01:09.023243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 8120fdcf-5512-4910-9186-ad4267b682d9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:09.034005 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] For port f8a1c6dc-3712-4398-9450-518133a37dd3, host hv-cinder-76859, cleared binding levels {{(pid=80227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:01:09.039812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] For port f8a1c6dc-3712-4398-9450-518133a37dd3, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f8a1c6dc-3712-4398-9450-518133a37dd3,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:01:09.068578 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:09.102136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:09.120154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc547cc-ba8a-4348-9631-62bcc07b2bf2 req-69a68f02-936d-45e2-bd51-eca3bffa1f24 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:09.134441 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fbc547cc-ba8a-4348-9631-62bcc07b2bf2 req-69a68f02-936d-45e2-bd51-eca3bffa1f24 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 946 time: 0.1930959 Jan 21 08:01:09.176864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 8120fdcf-5512-4910-9186-ad4267b682d9 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:01:09.184719 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 8120fdcf-5512-4910-9186-ad4267b682d9 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:09.185596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:09.203579 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fbc547cc-ba8a-4348-9631-62bcc07b2bf2 req-9202080a-cb82-48f6-87eb-f82b1fbec0c0 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676050 Jan 21 08:01:09.353929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:09.431309 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 8120fdcf-5512-4910-9186-ad4267b682d9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8120fdcf-5512-4910-9186-ad4267b682d9,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:09.455320 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Pushing event updated for resources: {'Port': ['ID=f8a1c6dc-3712-4398-9450-518133a37dd3,revision_number=3']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:09.462447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:09.463387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 244bac6c-f337-41e6-bcf2-1b0e322f1d0c up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:09.471265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:09.513170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:09.514098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:09.516331 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] 10.222.0.75 "PUT /v2.0/ports/f8a1c6dc-3712-4398-9450-518133a37dd3 HTTP/1.1" status: 200 len: 1157 time: 2.5819023 Jan 21 08:01:09.521887 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'tag': 'f8a1c6dc-3712-4398-9450-518133a37dd3'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:09.559214 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2904ca-81a5-4db9-b506-851da525f645 req-7e209238-ddd6-434a-bd03-7a9a83dcb2aa tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:09.564921 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9b2904ca-81a5-4db9-b506-851da525f645 req-7e209238-ddd6-434a-bd03-7a9a83dcb2aa tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1847763 Jan 21 08:01:09.565027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbeb649-fcbb-44ba-817e-f2ed0bdaba2b req-c3d44c8b-b6e4-44b0-a9e6-39e03274eca0 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:09.565149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:09.571560 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9fbeb649-fcbb-44ba-817e-f2ed0bdaba2b req-c3d44c8b-b6e4-44b0-a9e6-39e03274eca0 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 943 time: 0.3810201 Jan 21 08:01:09.621241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9466a224-999a-4815-b74e-4ee36da4f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8120fdcf-5512-4910-9186-ad4267b682d9'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:09.665817 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9fbeb649-fcbb-44ba-817e-f2ed0bdaba2b req-65bb8f55-9d20-480f-9189-9b552721bac5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883453 Jan 21 08:01:09.729405 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9b2904ca-81a5-4db9-b506-851da525f645 req-0f1b2384-d28a-4015-bab1-ef1b1de55304 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611516 Jan 21 08:01:09.828768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:09.829790 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:09.853383 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'tag': 'f8a1c6dc-3712-4398-9450-518133a37dd3', 'status': 'completed', 'code': 200} Jan 21 08:01:09.899440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f4647-3954-4b2b-8697-8041016c0d21 req-3e588aad-b96b-4c97-89e3-7d96230b04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:09.901107 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-3e588aad-b96b-4c97-89e3-7d96230b04b5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1f1c6571386d4c078fea438e75156ddf&device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 1160 time: 0.2261252 Jan 21 08:01:09.941306 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=8120fdcf-5512-4910-9186-ad4267b682d9,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:09.957306 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9466a224-999a-4815-b74e-4ee36da4f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8120fdcf-5512-4910-9186-ad4267b682d9', 'code': 200} Jan 21 08:01:09.958726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:10.045530 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:10.163625 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:01:10.170222 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:10.170786 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:10.362252 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-12317977-64e5-4628-be43-db6d737bedff service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a1c6dc-3712-4398-9450-518133a37dd3 HTTP/1.1" status: 200 len: 217 time: 0.2911217 Jan 21 08:01:10.477263 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:10.506287 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c446-f673-408c-8ce0-182abf514e82 req-7b59305f-56d9-4fa7-a8e0-02b526d0792f tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:10.508301 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d9a2c446-f673-408c-8ce0-182abf514e82 req-7b59305f-56d9-4fa7-a8e0-02b526d0792f tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 943 time: 0.5314670 Jan 21 08:01:10.554204 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125,segment=NetworkSegment(8a84f64f-dbea-432d-a879-be68491791bd),segment_id=8a84f64f-dbea-432d-a879-be68491791bd)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:10.569827 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f4647-3954-4b2b-8697-8041016c0d21 req-2c9bf079-b1a2-4428-be9a-8b9db2c01c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:10.571554 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-2c9bf079-b1a2-4428-be9a-8b9db2c01c55 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2e5447aa-b413-44fe-b584-4a19bb1e582c HTTP/1.1" status: 200 len: 848 time: 0.2004411 Jan 21 08:01:10.577243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:10.580855 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:10.603351 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d9a2c446-f673-408c-8ce0-182abf514e82 req-8e861bdd-7131-499c-a4de-79af7c6f9c76 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823801 Jan 21 08:01:10.737696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:10.747999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:10.773238 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aa358-fd62-492b-8078-e6d1377781df req-b174afbf-af56-4eb2-99fe-cd0d72aa2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:10.774999 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-749aa358-fd62-492b-8078-e6d1377781df req-b174afbf-af56-4eb2-99fe-cd0d72aa2445 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 1163 time: 0.1619427 Jan 21 08:01:10.777092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f4647-3954-4b2b-8697-8041016c0d21 req-666edca1-3bae-493f-a8f1-989269993ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:10.778099 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50b980-e2ac-4e3d-9027-13341ec50452 req-6810947a-83a1-4ac8-8f98-bcac97c8e07e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:10.778719 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-666edca1-3bae-493f-a8f1-989269993ed8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75214904-c0b0-44db-9af2-b3f288039817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1245959 Jan 21 08:01:10.780312 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cc50b980-e2ac-4e3d-9027-13341ec50452 req-6810947a-83a1-4ac8-8f98-bcac97c8e07e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 943 time: 0.5991175 Jan 21 08:01:10.852621 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cc50b980-e2ac-4e3d-9027-13341ec50452 req-30e67049-43d2-4e78-856e-78ef19ce00fb tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654862 Jan 21 08:01:11.132756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5018f68-3cfc-4046-b98d-31c0de693b7a req-8faedfb8-0b8e-45fe-93b0-e74247f03b4c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:11.134646 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b5018f68-3cfc-4046-b98d-31c0de693b7a req-8faedfb8-0b8e-45fe-93b0-e74247f03b4c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1236761 Jan 21 08:01:11.195520 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b5018f68-3cfc-4046-b98d-31c0de693b7a req-d9b2ca5a-115a-440a-846f-92caee730b03 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537701 Jan 21 08:01:11.321131 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-749aa358-fd62-492b-8078-e6d1377781df req-416e3b45-dcb8-4ff5-91aa-0774f52abaaf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632037 Jan 21 08:01:11.363417 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-19a8d075-0bf7-4bf7-a525-ac6b21adba44 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385022 Jan 21 08:01:11.391951 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02b625-259a-4640-8289-1deda18137cb req-0d1ecdfa-419b-4532-9313-d2347c4e7363 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:11.393723 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2b02b625-259a-4640-8289-1deda18137cb req-0d1ecdfa-419b-4532-9313-d2347c4e7363 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 943 time: 0.2297549 Jan 21 08:01:11.449625 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2b02b625-259a-4640-8289-1deda18137cb req-2c7fbb06-b5ea-4711-85e9-25cc85ecc066 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492482 Jan 21 08:01:11.786239 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55198) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:11.958591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd7347b-d15c-481b-8d98-76d19bec7787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ad3425-b4b2-4bf3-8d8f-1bb41cadd125'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:11.971151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:11.993207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:11.997840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Usage tracker for resource:security_group_rule and tenant:ccc875f59fe7443e973dddd1a2b6679e is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:11.998610 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-853f4647-3954-4b2b-8697-8041016c0d21 req-96ec37bf-8b7d-4288-9d4a-a986026c80be service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2373950 Jan 21 08:01:12.000939 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:12.007327 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:12.029914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c091ec-4f9d-4320-b4bc-730322d68c46 req-df9f806c-70ca-475b-b0a2-66578068fb10 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:12.032642 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-92c091ec-4f9d-4320-b4bc-730322d68c46 req-df9f806c-70ca-475b-b0a2-66578068fb10 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 945 time: 0.2391889 Jan 21 08:01:12.090431 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-92c091ec-4f9d-4320-b4bc-730322d68c46 req-3b3a7b24-fd94-43a6-8840-dda82b393faa tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520141 Jan 21 08:01:12.100601 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:12.142809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:12.192873 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-892afb4b-1384-46ab-a2c4-cdd41acaf0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:12.228667 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ccc875f59fe7443e973dddd1a2b6679e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411304 Jan 21 08:01:12.230102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591cf249-960e-4861-a574-00cedc2e5082,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:12.235008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55224) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:12.260105 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.260543 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.260949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.261348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.261735 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.262391 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.262726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.263347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.263862 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.264274 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.264664 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.265717 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.266024 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.266413 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.266911 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.267295 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.267677 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.268059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.268520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.268935 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.269319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.269700 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.270081 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.270462 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:12.347602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:12.371372 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d72226c-c6aa-4315-834c-e42d3f8e2c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:12.376667 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9763b95-b44e-4e55-9796-4b5681aa0174 req-d5ae5752-9bc6-483f-a65d-e95a6a9bd6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:12.378346 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a9763b95-b44e-4e55-9796-4b5681aa0174 req-d5ae5752-9bc6-483f-a65d-e95a6a9bd6ca service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1f1c6571386d4c078fea438e75156ddf&device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 1160 time: 0.1997952 Jan 21 08:01:12.402451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb276c-77b7-489d-8d9a-a3157e78c431 req-69fb1291-9baa-47bd-8810-3ab25e480875 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:12.404125 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-19fb276c-77b7-489d-8d9a-a3157e78c431 req-69fb1291-9baa-47bd-8810-3ab25e480875 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 943 time: 0.1537194 Jan 21 08:01:12.428567 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d72226c-c6aa-4315-834c-e42d3f8e2c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:12.517707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d72226c-c6aa-4315-834c-e42d3f8e2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:12.524928 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ff2f7eec-fd95-4e50-9cbb-fad76e426515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:12.541557 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d72226c-c6aa-4315-834c-e42d3f8e2c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:12.546717 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-2d72226c-c6aa-4315-834c-e42d3f8e2c96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/591cf249-960e-4861-a574-00cedc2e5082 HTTP/1.1" status: 204 len: 168 time: 0.3100240 Jan 21 08:01:12.548047 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72226c-c6aa-4315-834c-e42d3f8e2c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591cf249-960e-4861-a574-00cedc2e5082,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:12.551244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-2d72226c-c6aa-4315-834c-e42d3f8e2c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:12.580009 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-19fb276c-77b7-489d-8d9a-a3157e78c431 req-34962dd8-af90-430e-bf35-f88447bcc11d tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437187 Jan 21 08:01:12.603960 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd7347b-d15c-481b-8d98-76d19bec7787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ad3425-b4b2-4bf3-8d8f-1bb41cadd125', 'code': 200} Jan 21 08:01:12.619386 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9763b95-b44e-4e55-9796-4b5681aa0174 req-4580574e-ba9b-4eb6-ba53-58e24e95d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:12.621168 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a9763b95-b44e-4e55-9796-4b5681aa0174 req-4580574e-ba9b-4eb6-ba53-58e24e95d012 service neutron] 10.222.0.75 "GET /v2.0/networks?id=75214904-c0b0-44db-9af2-b3f288039817 HTTP/1.1" status: 200 len: 903 time: 0.2160559 Jan 21 08:01:12.817552 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a9763b95-b44e-4e55-9796-4b5681aa0174 req-63b17226-ce10-48ec-8409-df653fb31d35 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a1c6dc-3712-4398-9450-518133a37dd3 HTTP/1.1" status: 200 len: 217 time: 0.1091704 Jan 21 08:01:12.885415 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65893de-6cc9-4cdd-b78e-7704391bf77c req-a93b8ba6-67d6-4e51-afc0-016be55000b6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:12.893482 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f65893de-6cc9-4cdd-b78e-7704391bf77c req-a93b8ba6-67d6-4e51-afc0-016be55000b6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1441488 Jan 21 08:01:12.969219 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f65893de-6cc9-4cdd-b78e-7704391bf77c req-b643146e-6758-42bb-9725-88ccdac9972b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742488 Jan 21 08:01:13.015360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9763b95-b44e-4e55-9796-4b5681aa0174 req-c7a59f65-7c1c-414b-b0c6-6bc9e23d3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:13.017565 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a9763b95-b44e-4e55-9796-4b5681aa0174 req-c7a59f65-7c1c-414b-b0c6-6bc9e23d3999 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2e5447aa-b413-44fe-b584-4a19bb1e582c HTTP/1.1" status: 200 len: 848 time: 0.0997102 Jan 21 08:01:13.218118 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aa6aa-90de-4281-94de-37d0b7f741f4 req-cfa79edd-9020-4add-80bf-5a52b0989c13 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:13.219880 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-805aa6aa-90de-4281-94de-37d0b7f741f4 req-cfa79edd-9020-4add-80bf-5a52b0989c13 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 943 time: 0.1089017 Jan 21 08:01:13.225077 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55256) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:13.231605 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55260) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:13.272550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-62b638c2-9132-424d-984b-c749510cbc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:13.349414 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-805aa6aa-90de-4281-94de-37d0b7f741f4 req-fa1ae099-9d65-4358-a8ff-1d36ba6a0a96 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214371 Jan 21 08:01:13.350639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-62b638c2-9132-424d-984b-c749510cbc4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:13.362514 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-62b638c2-9132-424d-984b-c749510cbc4a admin admin] Usage tracker for resource:security_group_rule and tenant:967e20791a8c4e59a2b5754855d0888a is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:13.371225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9763b95-b44e-4e55-9796-4b5681aa0174 req-25bea3fa-b8ec-463d-8c0e-2695e99c3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:13.377265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-62b638c2-9132-424d-984b-c749510cbc4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:13.382563 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a9763b95-b44e-4e55-9796-4b5681aa0174 req-25bea3fa-b8ec-463d-8c0e-2695e99c3cfb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75214904-c0b0-44db-9af2-b3f288039817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1341083 Jan 21 08:01:13.387014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-62b638c2-9132-424d-984b-c749510cbc4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:13.632581 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f9a825f0-7a53-46ea-9c52-3452e5b20496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:13.677347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-62b638c2-9132-424d-984b-c749510cbc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:13.678354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-f9a825f0-7a53-46ea-9c52-3452e5b20496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:13.687404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-f9a825f0-7a53-46ea-9c52-3452e5b20496 admin admin] Usage tracker for resource:security_group_rule and tenant:0452baa3e0c5450e94a61b1989460d6b is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:13.688316 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a9763b95-b44e-4e55-9796-4b5681aa0174 req-ae4a7a37-9084-483d-92d8-d9c30cca2ad6 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412746 Jan 21 08:01:13.690937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ec27c-7463-4fef-952e-c3c7b684d6e9 req-ebdc8957-7fa5-41ea-a396-a18696872075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:13.692344 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f16ec27c-7463-4fef-952e-c3c7b684d6e9 req-ebdc8957-7fa5-41ea-a396-a18696872075 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 1162 time: 0.1877310 Jan 21 08:01:13.692496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-f9a825f0-7a53-46ea-9c52-3452e5b20496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:13.723774 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67b4ad-c209-4a5b-be2b-b61d01e933ae req-d6c072d8-a197-46a7-bedf-4c87a0566f46 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:13.725534 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e67b4ad-c209-4a5b-be2b-b61d01e933ae req-d6c072d8-a197-46a7-bedf-4c87a0566f46 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 945 time: 0.2239659 Jan 21 08:01:13.726622 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-f9a825f0-7a53-46ea-9c52-3452e5b20496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:13.730419 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-62b638c2-9132-424d-984b-c749510cbc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:13.758180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-67e4786a-7d75-4044-bc68-ea17b5d623c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:13.809986 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b638c2-9132-424d-984b-c749510cbc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f773c6c0-b568-4022-aa9e-674e5fbe5063,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:13.836780 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-62b638c2-9132-424d-984b-c749510cbc4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=967e20791a8c4e59a2b5754855d0888a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104715 Jan 21 08:01:13.846085 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-62b638c2-9132-424d-984b-c749510cbc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:13.846855 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 55276) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:13.851865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 2ce8c544-9612-4a4b-96c4-55d5a24b99aa up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:13.892892 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e67b4ad-c209-4a5b-be2b-b61d01e933ae req-1fcebf41-bb49-4718-8422-81964d23a071 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497562 Jan 21 08:01:13.952953 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f16ec27c-7463-4fef-952e-c3c7b684d6e9 req-d2be5a61-baac-453f-968c-5541f0c2da80 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290593 Jan 21 08:01:13.990547 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a9763b95-b44e-4e55-9796-4b5681aa0174 req-6ce20cca-e033-46b2-a218-9f80f12f86b0 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2508481 Jan 21 08:01:13.998224 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6d97497d-4d80-41b1-b4f4-bc8505d56259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.007717 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f9a825f0-7a53-46ea-9c52-3452e5b20496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.028930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:01:14.035663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6d97497d-4d80-41b1-b4f4-bc8505d56259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.036469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:14.036903 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.045557 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f9a825f0-7a53-46ea-9c52-3452e5b20496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.079154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:14.088886 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-f9a825f0-7a53-46ea-9c52-3452e5b20496 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0452baa3e0c5450e94a61b1989460d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8561804 Jan 21 08:01:14.098982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 55284) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:14.110870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a825f0-7a53-46ea-9c52-3452e5b20496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47093820-3048-416d-aa37-04109f84a24a,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:14.114610 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f9a825f0-7a53-46ea-9c52-3452e5b20496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:14.206196 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.218856 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a645c58e-e8e3-4419-9e29-e73482dcdb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.238498 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db7a82-8c53-4972-9d34-49f03b19b134 req-0cc5ee70-8c6e-4e2f-82eb-eff17f8ad6ae tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:14.240226 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-04db7a82-8c53-4972-9d34-49f03b19b134 req-0cc5ee70-8c6e-4e2f-82eb-eff17f8ad6ae tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1089242 Jan 21 08:01:14.243406 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=2ce8c544-9612-4a4b-96c4-55d5a24b99aa,segment=NetworkSegment(1fa7f9fa-d212-4660-9e5c-915a17ccfd06),segment_id=1fa7f9fa-d212-4660-9e5c-915a17ccfd06)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:14.257262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7ecae-b34a-44e9-992c-cfed2fcbc92b req-bfb187c6-f51d-401f-a8f4-f755ad358d5b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:14.258973 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dfc7ecae-b34a-44e9-992c-cfed2fcbc92b req-bfb187c6-f51d-401f-a8f4-f755ad358d5b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 943 time: 0.2033422 Jan 21 08:01:14.268569 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.269518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 8120fdcf-5512-4910-9186-ad4267b682d9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:14.301536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:14.316858 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-04db7a82-8c53-4972-9d34-49f03b19b134 req-7ff934d4-3753-4bce-be4a-d735eec5bd35 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681598 Jan 21 08:01:14.326111 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6d97497d-4d80-41b1-b4f4-bc8505d56259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.330786 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a645c58e-e8e3-4419-9e29-e73482dcdb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.352726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:14.376386 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dfc7ecae-b34a-44e9-992c-cfed2fcbc92b req-6d94c124-a545-49e5-af43-f682a50d49b2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055567 Jan 21 08:01:14.381380 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97497d-4d80-41b1-b4f4-bc8505d56259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f773c6c0-b568-4022-aa9e-674e5fbe5063,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:14.388429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6d97497d-4d80-41b1-b4f4-bc8505d56259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:14.407205 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6d97497d-4d80-41b1-b4f4-bc8505d56259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.408474 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6d97497d-4d80-41b1-b4f4-bc8505d56259 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f773c6c0-b568-4022-aa9e-674e5fbe5063 HTTP/1.1" status: 204 len: 168 time: 0.5604954 Jan 21 08:01:14.427342 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=2ce8c544-9612-4a4b-96c4-55d5a24b99aa,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:14.445265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a645c58e-e8e3-4419-9e29-e73482dcdb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.452508 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b7b55d4e-25f0-40eb-9783-95c8f41c126a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:14.453460 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.453930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.454201 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.454630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.454926 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.455330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.455699 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.455981 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.456378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.456753 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.457160 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.457530 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.457952 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.458322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.458733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.459033 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.459399 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.459764 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.460127 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.460549 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.460907 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.461523 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.461945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.462229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:01:14.467059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:14.468503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a645c58e-e8e3-4419-9e29-e73482dcdb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.472742 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 8120fdcf-5512-4910-9186-ad4267b682d9 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:14.473169 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.482172 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a645c58e-e8e3-4419-9e29-e73482dcdb3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47093820-3048-416d-aa37-04109f84a24a HTTP/1.1" status: 204 len: 168 time: 0.3725224 Jan 21 08:01:14.486260 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645c58e-e8e3-4419-9e29-e73482dcdb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47093820-3048-416d-aa37-04109f84a24a,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:14.495182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a645c58e-e8e3-4419-9e29-e73482dcdb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:14.620077 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f92f28-870a-47f3-860d-014163d9b2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce8c544-9612-4a4b-96c4-55d5a24b99aa'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:14.664085 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b871e3-8cf1-47f1-8538-1269f66787af req-2bcdeae3-4d98-4b5b-a9f0-392d8aea7bc1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:14.680067 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b5b871e3-8cf1-47f1-8538-1269f66787af req-2bcdeae3-4d98-4b5b-a9f0-392d8aea7bc1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1482682 Jan 21 08:01:14.680808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55298) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:14.686270 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 244bac6c-f337-41e6-bcf2-1b0e322f1d0c up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:14.687210 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-72af67b2-351c-43f3-9eeb-8711aeefd384 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Request body: {'floatingip': {'port_id': '8120fdcf-5512-4910-9186-ad4267b682d9'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:01:14.754603 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f92f28-870a-47f3-860d-014163d9b2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce8c544-9612-4a4b-96c4-55d5a24b99aa', 'code': 200} Jan 21 08:01:14.787125 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:14.787663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.819310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-72af67b2-351c-43f3-9eeb-8711aeefd384 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:14.827780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5243298-3d04-4c02-a216-a51090e6d1fe req-52350944-d0c1-4879-b93c-4c6b7f1fcc4c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:14.835702 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f5243298-3d04-4c02-a216-a51090e6d1fe req-52350944-d0c1-4879-b93c-4c6b7f1fcc4c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 943 time: 0.2037103 Jan 21 08:01:14.944121 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f5243298-3d04-4c02-a216-a51090e6d1fe req-f04a14a6-ed9a-4284-81f7-7e5935f88aa2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068151 Jan 21 08:01:15.043757 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:15.126465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:15.127152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:15.448836 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55322) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:15.514292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92ed1-29fe-4e96-bbc2-72d238a67fad req-caa6169d-a243-47ad-87e1-07234d78f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:15.516095 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9fb92ed1-29fe-4e96-bbc2-72d238a67fad req-caa6169d-a243-47ad-87e1-07234d78f915 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 1162 time: 0.0987871 Jan 21 08:01:15.571168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c715d-95d7-4769-aa56-92de364fc383 req-425a82ea-1b01-4a3b-a471-f314cb7a9515 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:15.572920 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-db9c715d-95d7-4769-aa56-92de364fc383 req-425a82ea-1b01-4a3b-a471-f314cb7a9515 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 945 time: 0.3312454 Jan 21 08:01:15.576328 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b2a5da79-92f5-4538-bff4-243ce825bf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:15.630794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b2a5da79-92f5-4538-bff4-243ce825bf0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:15.643127 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9fb92ed1-29fe-4e96-bbc2-72d238a67fad req-8c4f676d-cd4d-4dc5-a84f-0d116bcb8d7e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145201 Jan 21 08:01:15.649041 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b2a5da79-92f5-4538-bff4-243ce825bf0b admin admin] Usage tracker for resource:security_group_rule and tenant:20dc5501efe44720932a5787679efa85 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:15.660063 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b2a5da79-92f5-4538-bff4-243ce825bf0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:15.690811 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0843ea-956a-495e-ba71-63fee0458ff0 req-2711dfc3-4329-4844-ab44-87628330b617 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:15.692487 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e0843ea-956a-495e-ba71-63fee0458ff0 req-2711dfc3-4329-4844-ab44-87628330b617 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1331608 Jan 21 08:01:15.743913 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b2a5da79-92f5-4538-bff4-243ce825bf0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:15.749129 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e0843ea-956a-495e-ba71-63fee0458ff0 req-cd80b34d-17f3-469c-81cf-c40ce608d54a tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497670 Jan 21 08:01:15.908525 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-db9c715d-95d7-4769-aa56-92de364fc383 req-5e3f1220-7e06-4502-b706-4a1cfe802f92 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182323 Jan 21 08:01:15.995498 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:16.202134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b2a5da79-92f5-4538-bff4-243ce825bf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:16.209178 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed431df-7fc5-4c51-907b-574743809b59 req-4b4608af-6bf8-4923-8b77-5403d554c2f3 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:16.211198 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9ed431df-7fc5-4c51-907b-574743809b59 req-4b4608af-6bf8-4923-8b77-5403d554c2f3 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 943 time: 0.1030614 Jan 21 08:01:16.231046 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-72af67b2-351c-43f3-9eeb-8711aeefd384 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:16.250340 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b2a5da79-92f5-4538-bff4-243ce825bf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:16.263243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:16.275460 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9ed431df-7fc5-4c51-907b-574743809b59 req-cc88317c-53b5-4085-8113-ce94a21e6a95 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568504 Jan 21 08:01:16.294238 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5da79-92f5-4538-bff4-243ce825bf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12edc0cc-2598-473f-9adf-31f03a8853ce,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:16.299947 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-72af67b2-351c-43f3-9eeb-8711aeefd384 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:16.583382 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b2a5da79-92f5-4538-bff4-243ce825bf0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:16.599948 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b2a5da79-92f5-4538-bff4-243ce825bf0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20dc5501efe44720932a5787679efa85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1500115 Jan 21 08:01:16.602707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55348) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:16.777186 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-204cce43-e746-4df1-88d3-75899230a36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:16.781011 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [None req-72af67b2-351c-43f3-9eeb-8711aeefd384 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Floating IP 46e58cdb-ab31-4777-af74-2cd0dfa675f5 associated. External IP: 172.28.2.30, port: 8120fdcf-5512-4910-9186-ad4267b682d9. Jan 21 08:01:16.892099 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-204cce43-e746-4df1-88d3-75899230a36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:16.898375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 2ce8c544-9612-4a4b-96c4-55d5a24b99aa up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:16.993538 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:16.994385 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:17.130409 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 8120fdcf-5512-4910-9186-ad4267b682d9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:17.170366 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ecd88-c3f5-4e63-b1e2-efce555776ca req-61f18281-c9a2-43d1-a3fb-4e64f7d706d6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:17.173721 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-516ecd88-c3f5-4e63-b1e2-efce555776ca req-61f18281-c9a2-43d1-a3fb-4e64f7d706d6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.2681091 Jan 21 08:01:17.220205 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6a6e7-addc-468c-83ac-a855bd97dae8 req-88e137d7-13a7-45fb-8da8-5ec056286d9a tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:17.222067 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a0c6a6e7-addc-468c-83ac-a855bd97dae8 req-88e137d7-13a7-45fb-8da8-5ec056286d9a tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 945 time: 0.1342900 Jan 21 08:01:17.248508 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 8120fdcf-5512-4910-9186-ad4267b682d9 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:17.249320 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:17.295365 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a0c6a6e7-addc-468c-83ac-a855bd97dae8 req-8bf93450-8e27-46ab-a858-e480becc71be tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666604 Jan 21 08:01:17.315046 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-204cce43-e746-4df1-88d3-75899230a36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:17.341545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-16b3c0c0-e821-4287-8242-f1a19511fc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:17.367780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cce43-e746-4df1-88d3-75899230a36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12edc0cc-2598-473f-9adf-31f03a8853ce,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:17.386160 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-516ecd88-c3f5-4e63-b1e2-efce555776ca req-8b8520ad-4179-4665-bc26-8cb9295baa45 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315370 Jan 21 08:01:17.389788 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-204cce43-e746-4df1-88d3-75899230a36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:17.401055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-204cce43-e746-4df1-88d3-75899230a36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:17.405683 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-204cce43-e746-4df1-88d3-75899230a36c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12edc0cc-2598-473f-9adf-31f03a8853ce HTTP/1.1" status: 204 len: 168 time: 0.8014095 Jan 21 08:01:17.624583 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72af67b2-351c-43f3-9eeb-8711aeefd384 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Router f1016a24-f4ab-4f90-984e-ff7371649ced has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:01:17.649686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd79c-ecaa-4654-91c9-f379a25acfc0 req-fcbaa5a5-7646-419a-bbf2-895a0b410298 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:17.651764 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7febd79c-ecaa-4654-91c9-f379a25acfc0 req-fcbaa5a5-7646-419a-bbf2-895a0b410298 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 943 time: 0.1265199 Jan 21 08:01:17.745145 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7febd79c-ecaa-4654-91c9-f379a25acfc0 req-3916b393-c9d7-4e45-b6c2-7426b1ab9e6e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844347 Jan 21 08:01:17.842311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72af67b2-351c-43f3-9eeb-8711aeefd384 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:01:17.850932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-72af67b2-351c-43f3-9eeb-8711aeefd384 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:17.864819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a7c3c-af8b-46f4-933c-61a983c30d88 None None] Sync routers for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:01:17.877582 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a7c3c-af8b-46f4-933c-61a983c30d88 None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:01:17.879097 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-5e9a7c3c-af8b-46f4-933c-61a983c30d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:00:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:01:17.942688 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-72af67b2-351c-43f3-9eeb-8711aeefd384 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "PUT /v2.0/floatingips/46e58cdb-ab31-4777-af74-2cd0dfa675f5 HTTP/1.1" status: 200 len: 991 time: 3.2605305 Jan 21 08:01:17.943436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9466a224-999a-4815-b74e-4ee36da4f220', 'tag': '8120fdcf-5512-4910-9186-ad4267b682d9'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:18.093902 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9466a224-999a-4815-b74e-4ee36da4f220', 'tag': '8120fdcf-5512-4910-9186-ad4267b682d9', 'status': 'completed', 'code': 200} Jan 21 08:01:18.121742 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-5e9a7c3c-af8b-46f4-933c-61a983c30d88 None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:01:18.369071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c069a20-b274-446e-9573-96d279f2f25e req-d80f0cfc-99ff-48f5-9d5d-2e5bebe60eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:18.371083 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c069a20-b274-446e-9573-96d279f2f25e req-d80f0cfc-99ff-48f5-9d5d-2e5bebe60eac service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 1163 time: 0.1072514 Jan 21 08:01:18.695867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-5e9a7c3c-af8b-46f4-933c-61a983c30d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': '46e58cdb-ab31-4777-af74-2cd0dfa675f5', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'floating_ip_address': '172.28.2.30', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'port_id': '8120fdcf-5512-4910-9186-ad4267b682d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'mac_address': 'fa:16:3e:8f:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9466a224-999a-4815-b74e-4ee36da4f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:00:36Z', 'updated_at': '2021-01-21T08:01:16Z', 'revision_number': 1, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:42Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:01:18.709404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a7c3c-af8b-46f4-933c-61a983c30d88 None None] Checking router: f1016a24-f4ab-4f90-984e-ff7371649ced for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:01:18.744146 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a7c3c-af8b-46f4-933c-61a983c30d88 None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:01:18.744902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-5e9a7c3c-af8b-46f4-933c-61a983c30d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:00:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:01:18.926620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c069a20-b274-446e-9573-96d279f2f25e req-9ccfbfe0-f7c1-43b7-85f8-090ff044b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:18.928254 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c069a20-b274-446e-9573-96d279f2f25e req-9ccfbfe0-f7c1-43b7-85f8-090ff044b42f service neutron] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 911 time: 0.3759725 Jan 21 08:01:18.965593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94659c-27e0-4a2e-bc56-089d036af235 req-030b2394-da70-4523-bd35-17d0f001721e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:18.974545 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1b94659c-27e0-4a2e-bc56-089d036af235 req-030b2394-da70-4523-bd35-17d0f001721e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.2201343 Jan 21 08:01:19.052293 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55438) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:19.094329 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-5e9a7c3c-af8b-46f4-933c-61a983c30d88 None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:01:19.124367 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c069a20-b274-446e-9573-96d279f2f25e req-212ff3f3-d63c-4ad0-bed4-1ecbf29bad76 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8120fdcf-5512-4910-9186-ad4267b682d9 HTTP/1.1" status: 200 len: 999 time: 0.1474140 Jan 21 08:01:19.134629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736febc3-bfd3-48f9-a005-2f3677746149 req-23f710e9-58c9-4782-aee8-adaa3425ed50 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:19.143180 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-23f710e9-58c9-4782-aee8-adaa3425ed50 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 815 time: 0.2609069 Jan 21 08:01:19.174872 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1b94659c-27e0-4a2e-bc56-089d036af235 req-dc135652-7976-4963-8510-2d4bf7fc08c5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991792 Jan 21 08:01:19.176441 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-052da410-7f91-4430-b6ec-8eb9bf49990d tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/quotas/6d8f0014011f4ebbac4b43afe680e362 HTTP/1.1" status: 200 len: 375 time: 0.0316706 Jan 21 08:01:19.297209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c069a20-b274-446e-9573-96d279f2f25e req-4b0a4200-c1d5-40e9-8573-b8273c1936d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:19.298962 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c069a20-b274-446e-9573-96d279f2f25e req-4b0a4200-c1d5-40e9-8573-b8273c1936d1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.1326323 Jan 21 08:01:19.379889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1185350533-network', 'tenant_id': '826eae8231c844b7b550ae01f7308f38'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:01:19.389531 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:19.404847 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Usage tracker for resource:network and tenant:826eae8231c844b7b550ae01f7308f38 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:19.404847 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:19.411933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:19.437369 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-e7a6d2d9-9344-4e1a-9ef5-40d2c79a83f8 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2542489 Jan 21 08:01:19.582029 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c069a20-b274-446e-9573-96d279f2f25e req-639bac04-90f4-4404-8c30-528364175781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:19.582701 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Made reservation on behalf of 826eae8231c844b7b550ae01f7308f38 for: {'network': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:01:19.583318 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c069a20-b274-446e-9573-96d279f2f25e req-639bac04-90f4-4404-8c30-528364175781 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2541730 Jan 21 08:01:19.603855 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:19.610379 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4cbde-e0e2-4e08-bf56-868b62d48e3a req-da300a77-2e6c-4cd2-a043-ba8da2f19c1e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:19.612034 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f9f4cbde-e0e2-4e08-bf56-868b62d48e3a req-da300a77-2e6c-4cd2-a043-ba8da2f19c1e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 943 time: 0.1554897 Jan 21 08:01:19.641865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:19.700825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:19.709449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Usage tracker for resource:security_group_rule and tenant:826eae8231c844b7b550ae01f7308f38 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:19.715016 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:19.735412 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:19.782904 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-6d367212-55d8-432a-8f05-4b4c8029e07e service neutron] 10.222.0.64 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499939 Jan 21 08:01:19.783440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-5e9a7c3c-af8b-46f4-933c-61a983c30d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': '46e58cdb-ab31-4777-af74-2cd0dfa675f5', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'floating_ip_address': '172.28.2.30', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'port_id': '8120fdcf-5512-4910-9186-ad4267b682d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'mac_address': 'fa:16:3e:8f:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9466a224-999a-4815-b74e-4ee36da4f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:00:36Z', 'updated_at': '2021-01-21T08:01:16Z', 'revision_number': 1, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:42Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:01:19.788654 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a7c3c-af8b-46f4-933c-61a983c30d88 None None] The sync data for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb is: [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': '46e58cdb-ab31-4777-af74-2cd0dfa675f5', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'floating_ip_address': '172.28.2.30', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'port_id': '8120fdcf-5512-4910-9186-ad4267b682d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'mac_address': 'fa:16:3e:8f:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9466a224-999a-4815-b74e-4ee36da4f220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:00:36Z', 'updated_at': '2021-01-21T08:01:16Z', 'revision_number': 1, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:42Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:01:19.983899 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f9f4cbde-e0e2-4e08-bf56-868b62d48e3a req-0b82f1af-ee56-4890-a1ed-5c9f6da50c77 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3478365 Jan 21 08:01:20.024953 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-027dd472-a7c0-40a5-b597-3f697dd826ea service neutron] 10.222.0.64 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2231379 Jan 21 08:01:20.042341 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c069a20-b274-446e-9573-96d279f2f25e req-126d7099-5902-4f06-b0c3-a0dbe6c4c4a4 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291012 Jan 21 08:01:20.104394 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:20.134989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:20.140321 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:20.171972 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10831b69-4b36-4702-bebe-61e2cc9225b0,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:20.176566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:20.189813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764bfbd-61a8-43c5-aefb-06c461326896 None None] New status for floating IP 46e58cdb-ab31-4777-af74-2cd0dfa675f5: ACTIVE {{(pid=80228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 08:01:20.254124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:01:20.263829 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c069a20-b274-446e-9573-96d279f2f25e req-01d28ebf-7231-43ca-9b7b-620549390285 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1896827 Jan 21 08:01:20.273839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758234124335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:20.274660 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Added segment 38d9ea1c-f0d7-443a-b3b6-e024949accd7 of type vxlan for network 4cec4eef-2e16-4169-977d-1073a4d318dc Jan 21 08:01:20.316488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:20.508953 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:20.520527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:20.521740 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:20.531765 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03e4cb1a-c12d-4162-a19e-cc8798e0c037 req-3f88d6eb-fb5d-4987-bed0-e4ef56624b09 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 210 time: 0.1003237 Jan 21 08:01:20.534237 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-afbfc490-075c-4e2b-a225-434ce64350ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:20.693051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Pushing event updated for resources: {'Network': ['ID=4cec4eef-2e16-4169-977d-1073a4d318dc,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:20.703171 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:20.712507 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network 4cec4eef-2e16-4169-977d-1073a4d318dc details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:01:20.721299 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93428-2c29-4e52-961f-6071f5d4bdc5 req-2abe2418-2fde-4dad-8072-f3d148feffc8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:20.723067 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9ee93428-2c29-4e52-961f-6071f5d4bdc5 req-2abe2418-2fde-4dad-8072-f3d148feffc8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.2157359 Jan 21 08:01:20.767384 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network 4cec4eef-2e16-4169-977d-1073a4d318dc details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:01:20.771878 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.7181222 Jan 21 08:01:20.775299 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55478) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:20.783942 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Request body: {'subnet': {'network_id': '4cec4eef-2e16-4169-977d-1073a4d318dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1185350533-subnet', 'tenant_id': '826eae8231c844b7b550ae01f7308f38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:01:20.798960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:20.818562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Usage tracker for resource:subnet and tenant:826eae8231c844b7b550ae01f7308f38 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:20.819947 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9ee93428-2c29-4e52-961f-6071f5d4bdc5 req-3405cf35-2e21-4b5b-b693-61cd94607ad8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881894 Jan 21 08:01:20.824737 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:20.854477 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:20.936785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Made reservation on behalf of 826eae8231c844b7b550ae01f7308f38 for: {'subnet': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:01:20.946232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:21.203741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:21.382039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:21.382487 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:21.429233 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4ff173e3-7043-4157-95d3-d66d553e92bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:21.533347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f8a1c6dc-3712-4398-9450-518133a37dd3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:21.550053 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cfa47-bea6-42e0-b06d-bbe2176ec622 req-70f26d9f-5307-4db1-b78f-a2ffee9e4b6d tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:21.551848 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-994cfa47-bea6-42e0-b06d-bbe2176ec622 req-70f26d9f-5307-4db1-b78f-a2ffee9e4b6d tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 943 time: 0.2040651 Jan 21 08:01:21.637113 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-994cfa47-bea6-42e0-b06d-bbe2176ec622 req-3a50446a-3632-4a10-928e-dc47e7db6f00 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721319 Jan 21 08:01:21.671906 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port f8a1c6dc-3712-4398-9450-518133a37dd3 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:01:21.690694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port f8a1c6dc-3712-4398-9450-518133a37dd3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:21.691122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:21.925804 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:21.929915 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735f72f-b06a-4e3b-868a-3dfca85b4ae9 req-912053a4-db4c-4068-bf06-020dc5a79be3 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:21.937279 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f735f72f-b06a-4e3b-868a-3dfca85b4ae9 req-912053a4-db4c-4068-bf06-020dc5a79be3 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 945 time: 0.2092566 Jan 21 08:01:21.951200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:21.957675 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a1c6dc-3712-4398-9450-518133a37dd3'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:21.968506 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port f8a1c6dc-3712-4398-9450-518133a37dd3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f8a1c6dc-3712-4398-9450-518133a37dd3,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:21.969618 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0023f-2397-49b5-83c4-62608c855c89 req-501ea2b1-81fb-4292-ba3a-05f6c23f5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:21.971238 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dad0023f-2397-49b5-83c4-62608c855c89 req-501ea2b1-81fb-4292-ba3a-05f6c23f5f1e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 1162 time: 0.1852229 Jan 21 08:01:21.977302 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8095d447-fb24-4870-bfc3-afcbfd68364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:22.000267 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f735f72f-b06a-4e3b-868a-3dfca85b4ae9 req-5e8657f0-e1ba-4b6b-aac6-04a8a9d504d0 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606289 Jan 21 08:01:22.030858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:22.033036 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ba874f18-2c7f-41e9-998b-0ae60c654a21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:22.102752 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=281c92e2-0246-49f4-bd88-5b310b6a83fe,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:22.106651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:22.157446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=f8a1c6dc-3712-4398-9450-518133a37dd3,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:22.166290 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:22.190929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0023f-2397-49b5-83c4-62608c855c89 req-203a6a07-45be-4fdb-b324-65dff6a77f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:22.192847 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dad0023f-2397-49b5-83c4-62608c855c89 req-203a6a07-45be-4fdb-b324-65dff6a77f95 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 200 len: 913 time: 0.1852481 Jan 21 08:01:22.247889 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ade397a2-3261-4f7e-9f0a-40b90e923d6e req-972ea1bd-a79e-43f1-bb8d-db918fac6977 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 210 time: 0.0492299 Jan 21 08:01:22.324627 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dad0023f-2397-49b5-83c4-62608c855c89 req-98a97a96-82d5-4139-b1a9-a3b7b040e429 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce8c544-9612-4a4b-96c4-55d5a24b99aa HTTP/1.1" status: 200 len: 217 time: 0.0750854 Jan 21 08:01:22.361950 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a1c6dc-3712-4398-9450-518133a37dd3', 'code': 200} Jan 21 08:01:22.429405 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0023f-2397-49b5-83c4-62608c855c89 req-aa78ddac-a79a-49c7-a987-37be97aa182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:22.431278 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dad0023f-2397-49b5-83c4-62608c855c89 req-aa78ddac-a79a-49c7-a987-37be97aa182b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ede2f2c-82ed-4bcf-95e1-efdce4d5c029 HTTP/1.1" status: 200 len: 859 time: 0.0684702 Jan 21 08:01:22.559171 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dad0023f-2397-49b5-83c4-62608c855c89 req-603bcf0e-c2d7-4098-b684-a68fb063598e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6d73440c-38be-4b1e-98d3-4d22c54af203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672543 Jan 21 08:01:22.580408 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Checking segment: {'id': '38d9ea1c-f0d7-443a-b3b6-e024949accd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4cec4eef-2e16-4169-977d-1073a4d318dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:01:22.580830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Network hostable DHCP agents. Network: 4cec4eef-2e16-4169-977d-1073a4d318dc, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:01:22.619419 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd01afa-f581-4711-a87b-c415daae791f req-47a6d365-ca32-4204-83cf-4f21f6af991d tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:22.627140 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9fd01afa-f581-4711-a87b-c415daae791f req-47a6d365-ca32-4204-83cf-4f21f6af991d tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.4292910 Jan 21 08:01:22.694467 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9fd01afa-f581-4711-a87b-c415daae791f req-2cc9452b-31d1-4729-a02d-e9b661af00bc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654085 Jan 21 08:01:22.713465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Network 4cec4eef-2e16-4169-977d-1073a4d318dc is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:01:22.753325 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dad0023f-2397-49b5-83c4-62608c855c89 req-2998652f-a779-426c-a21e-9fc48b65dba3 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713941 Jan 21 08:01:22.780666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, 4cec4eef-2e16-4169-977d-1073a4d318dc) {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:01:22.785015 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:22.785808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:22.793026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9634c9c-e0e6-4bf7-af09-2b502ccc640f None None] Network 4cec4eef-2e16-4169-977d-1073a4d318dc requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:01:22.854121 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0771046 Jan 21 08:01:22.976959 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dad0023f-2397-49b5-83c4-62608c855c89 req-448a6e68-e01b-40da-8494-40a61cb80834 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2085700 Jan 21 08:01:23.090269 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f8a1c6dc-3712-4398-9450-518133a37dd3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:23.129058 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a42a21-edeb-4cc8-a147-745e7df9825a req-89528416-2bcf-475f-8f3c-1505a843f879 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:23.136747 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-20a42a21-edeb-4cc8-a147-745e7df9825a req-89528416-2bcf-475f-8f3c-1505a843f879 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.3321617 Jan 21 08:01:23.170146 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c127856b-8674-4aef-bd44-3a27b105e4bb None None] Network 4cec4eef-2e16-4169-977d-1073a4d318dc requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:01:23.200811 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-20a42a21-edeb-4cc8-a147-745e7df9825a req-5584c1d1-9a86-46d5-bf9e-dcb2aa46b3a7 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630517 Jan 21 08:01:23.207275 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ec7e5-321a-44f4-8163-d1184e89f983 req-5df69d24-a1f6-4d15-b839-64065793b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:23.215581 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-747ec7e5-321a-44f4-8163-d1184e89f983 req-5df69d24-a1f6-4d15-b839-64065793b626 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 1162 time: 0.2259383 Jan 21 08:01:23.218650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce145-aba5-4572-95c2-90a0d1c9ec8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:23.335064 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port f8a1c6dc-3712-4398-9450-518133a37dd3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:23.335493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:23.450516 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-747ec7e5-321a-44f4-8163-d1184e89f983 req-5d2abb37-8747-4bbb-9545-76795cd78ed7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141789 Jan 21 08:01:23.501922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ba486-f4f4-40f2-953b-a21e75e2644a req-9742495f-7adb-469e-afb5-34591ccfeb41 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:23.503588 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-087ba486-f4f4-40f2-953b-a21e75e2644a req-9742495f-7adb-469e-afb5-34591ccfeb41 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 945 time: 0.1506667 Jan 21 08:01:23.562633 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-087ba486-f4f4-40f2-953b-a21e75e2644a req-0f80090a-bee0-4f76-8004-ced34ff35be0 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517912 Jan 21 08:01:23.648604 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b276fe08-a2c6-4de6-a1e4-f4050276776d req-40bab2e6-ff5a-40f0-aec8-fc4b01af7aff tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 210 time: 0.0884972 Jan 21 08:01:23.855262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:23.965304 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c1514-395b-4f24-b8e2-148790e4f401 req-9bf2919a-1d30-4a04-8986-5125729fd32e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:23.967021 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-504c1514-395b-4f24-b8e2-148790e4f401 req-9bf2919a-1d30-4a04-8986-5125729fd32e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1359065 Jan 21 08:01:24.023941 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-504c1514-395b-4f24-b8e2-148790e4f401 req-808ffb3d-9d27-4d22-889c-e2c7378cb510 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498629 Jan 21 08:01:24.180370 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7811c5-0dad-403d-83e3-f661c95721b8 req-d11a05ba-0071-4b5e-8622-f876ce93eafc tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:24.182002 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2b7811c5-0dad-403d-83e3-f661c95721b8 req-d11a05ba-0071-4b5e-8622-f876ce93eafc tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 945 time: 0.1009016 Jan 21 08:01:24.241243 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2b7811c5-0dad-403d-83e3-f661c95721b8 req-54645c3e-f498-464c-89ef-e3dc9a089684 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522280 Jan 21 08:01:24.433136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d033ded-ad13-493b-8d76-11a235e119d3 req-d568f3bb-8529-49f0-85bb-4a7a665fc537 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:24.439060 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d033ded-ad13-493b-8d76-11a235e119d3 req-d568f3bb-8529-49f0-85bb-4a7a665fc537 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1106884 Jan 21 08:01:24.497368 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d033ded-ad13-493b-8d76-11a235e119d3 req-c4d61c66-acf7-41eb-9a80-6bd39e57362c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562203 Jan 21 08:01:24.837717 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de40ed3-082b-4e78-9360-0b932c329f68 req-77770251-d941-4e70-bae6-a687b36ce686 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:24.840198 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9de40ed3-082b-4e78-9360-0b932c329f68 req-77770251-d941-4e70-bae6-a687b36ce686 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 945 time: 0.1140544 Jan 21 08:01:24.851623 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736febc3-bfd3-48f9-a005-2f3677746149 req-61df1eee-e06e-4cfb-80b7-a49cdf29c353 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:24.853412 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-61df1eee-e06e-4cfb-80b7-a49cdf29c353 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 815 time: 0.1854250 Jan 21 08:01:24.896924 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9de40ed3-082b-4e78-9360-0b932c329f68 req-9531df75-72a5-497b-b128-5bb1f7f7cd83 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503063 Jan 21 08:01:24.907006 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4b3f6db4-56c1-4af2-b149-df2f6b2c6758 req-a383d827-8a5e-4abf-942c-4c955d137e28 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 210 time: 0.0524569 Jan 21 08:01:24.915340 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Request body: {'port': {'device_id': 'bc961835-e9e1-4463-b2dd-5192578e0e89', 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a', 'admin_state_up': True, 'tenant_id': '6d8f0014011f4ebbac4b43afe680e362'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:01:25.068312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:25.081110 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:25.257288 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:25.265039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7f99c-1301-4a07-b028-aeeebc18fd81 req-c219cd58-ae06-4995-85ce-8c7403db4944 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:25.266799 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bfb7f99c-1301-4a07-b028-aeeebc18fd81 req-c219cd58-ae06-4995-85ce-8c7403db4944 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1030521 Jan 21 08:01:25.293552 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Made reservation on behalf of 6d8f0014011f4ebbac4b43afe680e362 for: {'port': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:01:25.314982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:25.329357 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bfb7f99c-1301-4a07-b028-aeeebc18fd81 req-09b1562e-57f9-4ea3-af50-b47013781621 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554655 Jan 21 08:01:25.700623 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60012b-3d20-4557-9212-f869c1498a99 req-8bdedf73-d6a6-4f93-9da4-f852d871ad98 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:25.702347 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ee60012b-3d20-4557-9212-f869c1498a99 req-8bdedf73-d6a6-4f93-9da4-f852d871ad98 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 945 time: 0.2403998 Jan 21 08:01:25.736439 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Allocated IP 172.20.0.14 (04f08295-94cc-4d58-9786-55df6872f09a/8543cc68-5816-4276-8f28-1d84e1545d60/3f973cdf-ce19-4600-9b69-aad141e5c9a5) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:01:25.753174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca90d1-6bb5-41c7-9427-c1307a17e7b6 req-e8d5bf27-2815-4d46-af61-1cee62bfe9be tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:25.754913 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d0ca90d1-6bb5-41c7-9427-c1307a17e7b6 req-e8d5bf27-2815-4d46-af61-1cee62bfe9be tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1215067 Jan 21 08:01:25.775119 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ee60012b-3d20-4557-9212-f869c1498a99 req-8d6e001e-9340-494b-9937-e58fe76c256e tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664217 Jan 21 08:01:25.797577 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:25.814404 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d0ca90d1-6bb5-41c7-9427-c1307a17e7b6 req-cb8fbdd5-8f19-4062-ad76-22fef785a00a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528300 Jan 21 08:01:25.987840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:26.045611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:26.060937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:26.131579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Pushing event updated for resources: {'Port': ['ID=3f973cdf-ce19-4600-9b69-aad141e5c9a5,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:26.138387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:26.143437 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2e999-e04e-4475-8019-66e45023ab04 req-e10967c7-3be7-42d7-a7a3-bcb3ae51769f tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:26.145332 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c3b2e999-e04e-4475-8019-66e45023ab04 req-e10967c7-3be7-42d7-a7a3-bcb3ae51769f tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 932 time: 0.1053548 Jan 21 08:01:26.209996 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c3b2e999-e04e-4475-8019-66e45023ab04 req-5c260ee3-d477-4873-ae6c-05adb2a5f869 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571101 Jan 21 08:01:26.334269 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Network 04f08295-94cc-4d58-9786-55df6872f09a is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:01:26.336584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:01:26.341329 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:01:26.358774 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:26.359483 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:26.617414 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c666d-2a01-457e-ab5d-6b3f72da5178 req-b61fe005-7714-4b68-a2e2-1a9126f15eaa tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:26.619021 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-680c666d-2a01-457e-ab5d-6b3f72da5178 req-b61fe005-7714-4b68-a2e2-1a9126f15eaa tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 945 time: 0.3861487 Jan 21 08:01:26.641666 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7304792 Jan 21 08:01:26.644564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-72623496-7cd1-4925-9cf6-f73e33a56003 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:26.645370 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-72623496-7cd1-4925-9cf6-f73e33a56003 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Synchronizing usage tracker for tenant:826eae8231c844b7b550ae01f7308f38 on resource:network {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:01:26.673656 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-680c666d-2a01-457e-ab5d-6b3f72da5178 req-be1ad658-d531-4b2b-a733-47bb0b614b6b tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473759 Jan 21 08:01:26.705311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-72623496-7cd1-4925-9cf6-f73e33a56003 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Unset dirty status for tenant:826eae8231c844b7b550ae01f7308f38 on resource:network {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:01:26.706859 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-72623496-7cd1-4925-9cf6-f73e33a56003 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/networks?id=4cec4eef-2e16-4169-977d-1073a4d318dc HTTP/1.1" status: 200 len: 809 time: 0.2488005 Jan 21 08:01:26.724054 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-3418923d-bc91-439c-88b4-72ff6254c207 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/quotas/826eae8231c844b7b550ae01f7308f38 HTTP/1.1" status: 200 len: 375 time: 0.0106404 Jan 21 08:01:26.745467 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Request body: {'port': {'device_id': 'bc961835-e9e1-4463-b2dd-5192578e0e89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:01:26.802106 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-d6905bdd-7744-4960-8b7f-e10d89d42dad tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?tenant_id=826eae8231c844b7b550ae01f7308f38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713689 Jan 21 08:01:26.956848 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-939a9f92-7e93-4ecc-8548-c3473aed1d3a service neutron] 10.222.0.64 "GET /v2.0/networks/4cec4eef-2e16-4169-977d-1073a4d318dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537042 Jan 21 08:01:26.977335 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:27.052612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d1552-8b6a-4802-b3a8-e634599bbefd req-2d844f9c-bfbf-4c09-9e74-f8521c949acb tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:27.054394 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-012d1552-8b6a-4802-b3a8-e634599bbefd req-2d844f9c-bfbf-4c09-9e74-f8521c949acb tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.2193475 Jan 21 08:01:27.116068 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-0b9bf083-48bd-49bf-9231-e5b9d3e9be7f service neutron] 10.222.0.64 "GET /v2.0/networks/4cec4eef-2e16-4169-977d-1073a4d318dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1581626 Jan 21 08:01:27.200481 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-012d1552-8b6a-4802-b3a8-e634599bbefd req-40130551-c5b0-4e4f-8e4e-2765eb51eebc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339087 Jan 21 08:01:27.553712 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11931a3a-6a8c-49a0-b63f-98aedb1a406f req-a4c350d9-f837-4213-a136-e88e0d7e59db tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:27.555421 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-11931a3a-6a8c-49a0-b63f-98aedb1a406f req-a4c350d9-f837-4213-a136-e88e0d7e59db tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1113827 Jan 21 08:01:27.614310 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-11931a3a-6a8c-49a0-b63f-98aedb1a406f req-c8e1f178-28b7-4db6-b0e5-d443f61d9880 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515330 Jan 21 08:01:27.628489 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fce85-ee98-496c-b866-84078d6c6001 req-c142d765-f779-4274-b301-ddb5ac936134 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:27.630152 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-244fce85-ee98-496c-b866-84078d6c6001 req-c142d765-f779-4274-b301-ddb5ac936134 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 945 time: 0.2422593 Jan 21 08:01:27.750841 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-244fce85-ee98-496c-b866-84078d6c6001 req-1315f382-2149-4235-a768-f88ead8ed651 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131551 Jan 21 08:01:27.757688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f973cdf-ce19-4600-9b69-aad141e5c9a5 {{(pid=80227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:01:27.766433 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:27.781384 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Transition to ACTIVE for port object 3f973cdf-ce19-4600-9b69-aad141e5c9a5 will not be triggered until provisioned by entity L2. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:01:27.827833 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:27.845529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-bc307113-6f09-42a6-b371-b3854b17a221 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:27.982381 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Pushing event updated for resources: {'Port': ['ID=3f973cdf-ce19-4600-9b69-aad141e5c9a5,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:27.986284 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:27.995924 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-60ee5045-fff1-4dfe-a12b-b4af01d1162b req-322c4658-07d5-489d-bb87-0062e4d39662 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 210 time: 0.0542135 Jan 21 08:01:28.131388 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f8a1c6dc-3712-4398-9450-518133a37dd3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:28.196652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Attempting to bind port 3f973cdf-ce19-4600-9b69-aad141e5c9a5 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:01:28.197031 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Attempting to bind port 3f973cdf-ce19-4600-9b69-aad141e5c9a5 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:01:28.202761 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Attempting to bind port 3f973cdf-ce19-4600-9b69-aad141e5c9a5 on network 04f08295-94cc-4d58-9786-55df6872f09a {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:01:28.217712 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port f8a1c6dc-3712-4398-9450-518133a37dd3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:28.218502 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:28.239575 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2ed9b-3c90-4cae-a10c-d0c032b6381a req-94b8fda5-a36c-4c87-854d-bc638962e242 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:28.240554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-26d2ed9b-3c90-4cae-a10c-d0c032b6381a req-94b8fda5-a36c-4c87-854d-bc638962e242 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Synchronizing usage tracker for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:01:28.241407 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d3512-36e9-416d-a3bd-5f1ee2e569e3 req-6a0ab0dc-ec1d-4b92-8443-53f1981f6de4 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:28.243249 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fb1d3512-36e9-416d-a3bd-5f1ee2e569e3 req-6a0ab0dc-ec1d-4b92-8443-53f1981f6de4 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1249080 Jan 21 08:01:28.251820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:01:28.251820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Checking segment: {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:01:28.251820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:28.251820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Bound using segment: {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:01:28.251820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Bound port: 3f973cdf-ce19-4600-9b69-aad141e5c9a5, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'}}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:01:28.251820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:28.260440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55644) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:28.273315 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-a9206644-2076-40e1-8e92-14ee2a478d89 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Request body: {'floatingip': {'port_id': 'f8a1c6dc-3712-4398-9450-518133a37dd3'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:01:28.399929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a9206644-2076-40e1-8e92-14ee2a478d89 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:28.430707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] For port 3f973cdf-ce19-4600-9b69-aad141e5c9a5, host hv-cinder-76859, cleared binding levels {{(pid=80227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:01:28.435956 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] For port 3f973cdf-ce19-4600-9b69-aad141e5c9a5, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=3f973cdf-ce19-4600-9b69-aad141e5c9a5,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:01:28.442471 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-26d2ed9b-3c90-4cae-a10c-d0c032b6381a req-94b8fda5-a36c-4c87-854d-bc638962e242 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Unset dirty status for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:01:28.443868 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-26d2ed9b-3c90-4cae-a10c-d0c032b6381a req-94b8fda5-a36c-4c87-854d-bc638962e242 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 944 time: 0.4226308 Jan 21 08:01:28.505259 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-26d2ed9b-3c90-4cae-a10c-d0c032b6381a req-2829ac1a-7b72-4b63-bcb3-4bafff5b505e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498965 Jan 21 08:01:28.510215 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:28.527940 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:28.614079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Pushing event updated for resources: {'Port': ['ID=3f973cdf-ce19-4600-9b69-aad141e5c9a5,revision_number=3']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:28.668103 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:28.772113 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db2868-a9c4-4566-90a0-3ce527491d1f req-583b1db5-f90c-407c-a15f-be00a05926d0 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:28.773787 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-31db2868-a9c4-4566-90a0-3ce527491d1f req-583b1db5-f90c-407c-a15f-be00a05926d0 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.75 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 945 time: 0.5049896 Jan 21 08:01:28.830383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a972564-27a6-42e5-be73-c56b34fa3569 req-a7db3e94-d0b2-4ecd-9a49-62a640da3596 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:28.832333 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8a972564-27a6-42e5-be73-c56b34fa3569 req-a7db3e94-d0b2-4ecd-9a49-62a640da3596 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 945 time: 0.3638303 Jan 21 08:01:28.872534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e9101-faad-4cf9-bd1d-d77ece2a72c6 req-a2981c5a-286e-443c-ac49-ec11d82b9aab tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:28.879040 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c21e9101-faad-4cf9-bd1d-d77ece2a72c6 req-a2981c5a-286e-443c-ac49-ec11d82b9aab tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.2035344 Jan 21 08:01:28.882261 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:28.888524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:28.888524 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] 10.222.0.75 "PUT /v2.0/ports/3f973cdf-ce19-4600-9b69-aad141e5c9a5 HTTP/1.1" status: 200 len: 1158 time: 2.1440778 Jan 21 08:01:28.888524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc961835-e9e1-4463-b2dd-5192578e0e89', 'tag': '3f973cdf-ce19-4600-9b69-aad141e5c9a5'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:28.981476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 79bae940-5455-4c38-8ba6-571f24b29f36 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:01:28.996738 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c21e9101-faad-4cf9-bd1d-d77ece2a72c6 req-d1556793-ddfd-411c-9fa7-ce21b35f1090 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055491 Jan 21 08:01:29.043139 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-31db2868-a9c4-4566-90a0-3ce527491d1f req-f73f2135-9348-450f-9d5e-cc1b07cb1419 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Deleting port 79bae940-5455-4c38-8ba6-571f24b29f36 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:01:29.043744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-31db2868-a9c4-4566-90a0-3ce527491d1f req-f73f2135-9348-450f-9d5e-cc1b07cb1419 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:29.078218 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8a972564-27a6-42e5-be73-c56b34fa3569 req-852a363e-176e-46b6-a3f7-217c9132207d tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/security-groups?id=5afd01a9-2f2e-45c4-b710-28604c1759b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812527 Jan 21 08:01:29.158492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:29.193807 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 79bae940-5455-4c38-8ba6-571f24b29f36, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=79bae940-5455-4c38-8ba6-571f24b29f36,segment=NetworkSegment(6edf019b-d261-4e39-940d-5b594f916695),segment_id=6edf019b-d261-4e39-940d-5b594f916695)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:29.195055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e3cac-e6e5-4c55-a754-9d898080b40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79bae940-5455-4c38-8ba6-571f24b29f36'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:29.222642 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc961835-e9e1-4463-b2dd-5192578e0e89', 'tag': '3f973cdf-ce19-4600-9b69-aad141e5c9a5', 'status': 'completed', 'code': 200} Jan 21 08:01:29.239203 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:29.241359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:29.352638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a9206644-2076-40e1-8e92-14ee2a478d89 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:29.360701 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=79bae940-5455-4c38-8ba6-571f24b29f36,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:29.364208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:29.399362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a9206644-2076-40e1-8e92-14ee2a478d89 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:29.457025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736febc3-bfd3-48f9-a005-2f3677746149 req-e7955cf1-16db-424f-8492-281f0539b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:29.458594 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-e7955cf1-16db-424f-8492-281f0539b9f3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 1161 time: 0.3234541 Jan 21 08:01:29.589647 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [None req-a9206644-2076-40e1-8e92-14ee2a478d89 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Floating IP bdf70549-2325-4efd-bbe3-ad8051df4298 associated. External IP: 172.28.2.252, port: f8a1c6dc-3712-4398-9450-518133a37dd3. Jan 21 08:01:29.818456 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-192ec4ff-5323-4e69-865c-a55e576260ee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f973cdf-ce19-4600-9b69-aad141e5c9a5 HTTP/1.1" status: 200 len: 217 time: 0.2900019 Jan 21 08:01:29.841894 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63332c-b7d7-4bd5-a2e1-9e9b1e127054 req-6f06d1b0-d6d3-40a0-8775-456ac0257af8 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:29.844149 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-de63332c-b7d7-4bd5-a2e1-9e9b1e127054 req-6f06d1b0-d6d3-40a0-8775-456ac0257af8 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 945 time: 0.6206725 Jan 21 08:01:29.984075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-31db2868-a9c4-4566-90a0-3ce527491d1f req-f73f2135-9348-450f-9d5e-cc1b07cb1419 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] For port 79bae940-5455-4c38-8ba6-571f24b29f36, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=79bae940-5455-4c38-8ba6-571f24b29f36,segment=NetworkSegment(6edf019b-d261-4e39-940d-5b594f916695),segment_id=6edf019b-d261-4e39-940d-5b594f916695)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:29.984518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-31db2868-a9c4-4566-90a0-3ce527491d1f req-f73f2135-9348-450f-9d5e-cc1b07cb1419 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:29.995447 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-547ee616-ed65-4e8f-bd3c-9755aa56cf85 req-93eaecfe-c395-476d-a5b2-27247e3c42de tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 210 time: 0.3170528 Jan 21 08:01:30.005093 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736febc3-bfd3-48f9-a005-2f3677746149 req-da9cb961-632a-4101-bcc1-a813f4d2c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:30.006675 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-da9cb961-632a-4101-bcc1-a813f4d2c7b1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8543cc68-5816-4276-8f28-1d84e1545d60 HTTP/1.1" status: 200 len: 855 time: 0.1587667 Jan 21 08:01:30.028889 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-de63332c-b7d7-4bd5-a2e1-9e9b1e127054 req-03cad18a-d5be-415d-b0ec-794ad29d3897 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253586 Jan 21 08:01:30.078003 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191e3cac-e6e5-4c55-a754-9d898080b40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79bae940-5455-4c38-8ba6-571f24b29f36', 'code': 200} Jan 21 08:01:30.212022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-adbfe1da-c2a9-438d-b258-673dd0c436b6 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:30.212449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-31db2868-a9c4-4566-90a0-3ce527491d1f req-f73f2135-9348-450f-9d5e-cc1b07cb1419 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Calling delete_port for 79bae940-5455-4c38-8ba6-571f24b29f36 owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:01:30.213724 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-adbfe1da-c2a9-438d-b258-673dd0c436b6 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.75 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 945 time: 0.2777290 Jan 21 08:01:30.249258 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-d4b7f7f6-8622-4aa5-a0ce-adf6297eb7b7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=04f08295-94cc-4d58-9786-55df6872f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2199996 Jan 21 08:01:30.549324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Deleting port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:01:30.549719 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:30.635145 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626dd32-56e3-4667-8f50-857e7db4a8ec req-f531e885-7144-426d-abc0-dd4f1e627d86 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:30.636815 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8626dd32-56e3-4667-8f50-857e7db4a8ec req-f531e885-7144-426d-abc0-dd4f1e627d86 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 944 time: 0.3802173 Jan 21 08:01:30.641348 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-42a4b0e0-835f-4606-a4ca-49928f629b0b service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408616 Jan 21 08:01:30.709861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9206644-2076-40e1-8e92-14ee2a478d89 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Router d8c14d56-8fa9-4544-ae13-2e186569f54d has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:01:30.799305 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efb5a5-1dd2-4929-8da3-e3f701d66d23 req-a6836f9a-2228-44e0-babe-dafc49af3db1 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:30.801267 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-47efb5a5-1dd2-4929-8da3-e3f701d66d23 req-a6836f9a-2228-44e0-babe-dafc49af3db1 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.5746105 Jan 21 08:01:30.838505 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:01:30.840491 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8626dd32-56e3-4667-8f50-857e7db4a8ec req-0d4f57fc-407a-45e6-bdef-7efb2b0fea59 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963851 Jan 21 08:01:30.884341 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-5b453544-18f0-45e1-9cfc-85bad707e394 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:30.886018 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-5b453544-18f0-45e1-9cfc-85bad707e394 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.75 "GET /v2.0/networks?id=4cec4eef-2e16-4169-977d-1073a4d318dc HTTP/1.1" status: 200 len: 809 time: 0.4770746 Jan 21 08:01:30.932755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-31db2868-a9c4-4566-90a0-3ce527491d1f req-f73f2135-9348-450f-9d5e-cc1b07cb1419 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:30.980374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Request body: {'port': {'device_id': 'fb352966-a914-4024-a13c-f60376de494b', 'network_id': '4cec4eef-2e16-4169-977d-1073a4d318dc', 'admin_state_up': True, 'tenant_id': '826eae8231c844b7b550ae01f7308f38'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:01:31.053369 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:31.090670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125,segment=NetworkSegment(8a84f64f-dbea-432d-a879-be68491791bd),segment_id=8a84f64f-dbea-432d-a879-be68491791bd)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:31.110698 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:31.130508 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:31.133694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:31.167918 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-736febc3-bfd3-48f9-a005-2f3677746149 req-4264b3de-9b4a-4c3e-8f49-e3c634eb1975 service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5034504 Jan 21 08:01:31.209136 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-47efb5a5-1dd2-4929-8da3-e3f701d66d23 req-facac71e-90e3-46f6-bdfb-20ceb272ca1b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951924 Jan 21 08:01:31.217777 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:31.223351 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:31.240268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f2135-9348-450f-9d5e-cc1b07cb1419 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Pushing event deleted for resources: {'Port': ['ID=79bae940-5455-4c38-8ba6-571f24b29f36,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:31.240268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f73f2135-9348-450f-9d5e-cc1b07cb1419 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:31.259573 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-991903f5-2db3-4e4c-8e05-9f1edc10144c req-31c45c71-7ba1-4175-b60b-b5d31728e964 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 210 time: 0.1526656 Jan 21 08:01:31.401643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-31db2868-a9c4-4566-90a0-3ce527491d1f req-f73f2135-9348-450f-9d5e-cc1b07cb1419 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] No DVR routers for this DVR port 79bae940-5455-4c38-8ba6-571f24b29f36 on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:01:31.406289 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-31db2868-a9c4-4566-90a0-3ce527491d1f req-f73f2135-9348-450f-9d5e-cc1b07cb1419 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:31.422166 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e3cac-e6e5-4c55-a754-9d898080b40e', 'name': 'network-vif-deleted', 'tag': '79bae940-5455-4c38-8ba6-571f24b29f36'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:31.456232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9206644-2076-40e1-8e92-14ee2a478d89 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:01:31.458339 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:31.468026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a9206644-2076-40e1-8e92-14ee2a478d89 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:31.468688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fcc102-c19f-4783-b320-79f85dcd62b5 None None] Sync routers for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:01:31.480783 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fcc102-c19f-4783-b320-79f85dcd62b5 None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:01:31.481562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-e2fcc102-c19f-4783-b320-79f85dcd62b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:01:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:01:31.502577 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0f8eaca8-9b1f-4602-a79a-c11dfcd863d3 req-655dcc00-644f-42d7-afdc-ff892a0e7e26 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 210 time: 0.0555701 Jan 21 08:01:31.503694 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-31db2868-a9c4-4566-90a0-3ce527491d1f req-f73f2135-9348-450f-9d5e-cc1b07cb1419 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.75 "DELETE /v2.0/ports/79bae940-5455-4c38-8ba6-571f24b29f36 HTTP/1.1" status: 204 len: 173 time: 2.6114454 Jan 21 08:01:31.505538 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Usage tracker for resource:port and tenant:826eae8231c844b7b550ae01f7308f38 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:31.518692 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Quota usage for port was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:31.532709 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:31.540631 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] For port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125,segment=NetworkSegment(8a84f64f-dbea-432d-a879-be68491791bd),segment_id=8a84f64f-dbea-432d-a879-be68491791bd)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:31.543795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:31.623234 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Made reservation on behalf of 826eae8231c844b7b550ae01f7308f38 for: {'port': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:01:31.633442 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:31.655666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7656790-55c2-4d77-8f36-62a8b128142f req-aee618c2-d5d2-4be1-87da-cb4dab90d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:31.657334 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b7656790-55c2-4d77-8f36-62a8b128142f req-aee618c2-d5d2-4be1-87da-cb4dab90d1df service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 1161 time: 0.1451898 Jan 21 08:01:31.723881 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Calling delete_port for 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 owned by compute:nova {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:01:31.750065 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191e3cac-e6e5-4c55-a754-9d898080b40e', 'name': 'network-vif-deleted', 'tag': '79bae940-5455-4c38-8ba6-571f24b29f36', 'status': 'completed', 'code': 200} Jan 21 08:01:31.755373 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a9206644-2076-40e1-8e92-14ee2a478d89 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "PUT /v2.0/floatingips/bdf70549-2325-4efd-bbe3-ad8051df4298 HTTP/1.1" status: 200 len: 991 time: 3.4932320 Jan 21 08:01:31.764949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'tag': 'f8a1c6dc-3712-4398-9450-518133a37dd3'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:31.865272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-e2fcc102-c19f-4783-b320-79f85dcd62b5 None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:01:32.011697 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d0b16-b3ff-4763-9a24-60568fc32591 req-55a16c82-fa41-4586-8d3b-2415858970f9 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:32.014543 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a37d0b16-b3ff-4763-9a24-60568fc32591 req-55a16c82-fa41-4586-8d3b-2415858970f9 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 943 time: 0.2633376 Jan 21 08:01:32.015820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7656790-55c2-4d77-8f36-62a8b128142f req-9929c34b-a48a-4e3f-b692-e5bbbeef1b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:32.017341 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b7656790-55c2-4d77-8f36-62a8b128142f req-9929c34b-a48a-4e3f-b692-e5bbbeef1b19 service neutron] 10.222.0.75 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 909 time: 0.3243954 Jan 21 08:01:32.078921 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd7347b-d15c-481b-8d98-76d19bec7787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ad3425-b4b2-4bf3-8d8f-1bb41cadd125'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:32.195698 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a37d0b16-b3ff-4763-9a24-60568fc32591 req-bd27708e-1c36-441f-b8b9-f48017c5e8ba tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745491 Jan 21 08:01:32.197691 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b7656790-55c2-4d77-8f36-62a8b128142f req-f8fb5b19-b8d3-437e-9544-d29dabbe25a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f973cdf-ce19-4600-9b69-aad141e5c9a5 HTTP/1.1" status: 200 len: 217 time: 0.1008761 Jan 21 08:01:32.260536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 55710) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:32.341975 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd7347b-d15c-481b-8d98-76d19bec7787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ad3425-b4b2-4bf3-8d8f-1bb41cadd125', 'code': 200} Jan 21 08:01:32.383734 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-e2fcc102-c19f-4783-b320-79f85dcd62b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': 'bdf70549-2325-4efd-bbe3-ad8051df4298', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'port_id': 'f8a1c6dc-3712-4398-9450-518133a37dd3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'mac_address': 'fa:16:3e:ea:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:00:53Z', 'updated_at': '2021-01-21T08:01:29Z', 'revision_number': 1, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:49Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:01:32.395591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fcc102-c19f-4783-b320-79f85dcd62b5 None None] Checking router: d8c14d56-8fa9-4544-ae13-2e186569f54d for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:01:32.408042 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7656790-55c2-4d77-8f36-62a8b128142f req-bdd145d9-3f19-4b65-83e1-a7eab6df46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:32.409744 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b7656790-55c2-4d77-8f36-62a8b128142f req-bdd145d9-3f19-4b65-83e1-a7eab6df46d3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8543cc68-5816-4276-8f28-1d84e1545d60 HTTP/1.1" status: 200 len: 855 time: 0.1856468 Jan 21 08:01:32.411821 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc5f37-8855-4c2c-a636-5e5072603364 req-e4f5d004-80ae-4c1d-8680-5cee217187e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:32.413439 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cfcc5f37-8855-4c2c-a636-5e5072603364 req-e4f5d004-80ae-4c1d-8680-5cee217187e1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1f1c6571386d4c078fea438e75156ddf&device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 1162 time: 0.1486666 Jan 21 08:01:32.417742 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fcc102-c19f-4783-b320-79f85dcd62b5 None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:01:32.418451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-e2fcc102-c19f-4783-b320-79f85dcd62b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:01:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:01:32.613315 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'tag': 'f8a1c6dc-3712-4398-9450-518133a37dd3', 'status': 'completed', 'code': 200} Jan 21 08:01:32.619073 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80226) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:01:32.619465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:01:32.620731 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Allocated IP 172.20.0.7 (4cec4eef-2e16-4169-977d-1073a4d318dc/281c92e2-0246-49f4-bd88-5b310b6a83fe/ed56c909-ad40-4b44-bad4-0d39fefa813a) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:01:32.652707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-e2fcc102-c19f-4783-b320-79f85dcd62b5 None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:01:32.830208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fbad3-2c08-4bfd-a4b4-123ac9cce7e9 req-908efd0e-b590-4576-9aa6-0a30c0c6cfa9 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:32.838274 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-892fbad3-2c08-4bfd-a4b4-123ac9cce7e9 req-908efd0e-b590-4576-9aa6-0a30c0c6cfa9 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 944 time: 0.2271383 Jan 21 08:01:32.852021 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b7656790-55c2-4d77-8f36-62a8b128142f req-11c3789f-3894-4825-872f-aa04d0f74f57 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=04f08295-94cc-4d58-9786-55df6872f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3803384 Jan 21 08:01:32.904303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a72f2463-332a-4bde-ad23-b773c8c5e1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:32.964990 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-892fbad3-2c08-4bfd-a4b4-123ac9cce7e9 req-9609afe6-ce42-4f8a-84d0-e573dc59f550 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257303 Jan 21 08:01:32.969132 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-a72f2463-332a-4bde-ad23-b773c8c5e1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:33.037256 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:33.040055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-a72f2463-332a-4bde-ad23-b773c8c5e1eb admin admin] Usage tracker for resource:security_group_rule and tenant:4880316ddfba4045833e4a6a2d7c8430 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:33.059038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-a72f2463-332a-4bde-ad23-b773c8c5e1eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:33.060536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-e2fcc102-c19f-4783-b320-79f85dcd62b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': 'bdf70549-2325-4efd-bbe3-ad8051df4298', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'port_id': 'f8a1c6dc-3712-4398-9450-518133a37dd3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'mac_address': 'fa:16:3e:ea:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:00:53Z', 'updated_at': '2021-01-21T08:01:29Z', 'revision_number': 1, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:49Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:01:33.065625 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fcc102-c19f-4783-b320-79f85dcd62b5 None None] The sync data for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb is: [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': 'bdf70549-2325-4efd-bbe3-ad8051df4298', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'port_id': 'f8a1c6dc-3712-4398-9450-518133a37dd3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'mac_address': 'fa:16:3e:ea:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:00:53Z', 'updated_at': '2021-01-21T08:01:29Z', 'revision_number': 1, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:49Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:01:33.078193 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-a72f2463-332a-4bde-ad23-b773c8c5e1eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:33.112833 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:33.132499 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:33.157049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc5f37-8855-4c2c-a636-5e5072603364 req-bd52c2a3-ace7-4480-b43a-57137a95f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:33.158631 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cfcc5f37-8855-4c2c-a636-5e5072603364 req-bd52c2a3-ace7-4480-b43a-57137a95f29f service neutron] 10.222.0.75 "GET /v2.0/networks?id=75214904-c0b0-44db-9af2-b3f288039817 HTTP/1.1" status: 200 len: 903 time: 0.6856833 Jan 21 08:01:33.165082 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Deleting port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:01:33.165548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:33.166172 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b7656790-55c2-4d77-8f36-62a8b128142f req-bd18879f-9d82-4c37-9711-41ae14d4f754 service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463844 Jan 21 08:01:33.190208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115011c-127d-4c86-89b3-330082204fa6 req-286b7fc9-7e21-49a7-b0f1-cf4d9a3fd2a6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:33.191828 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c115011c-127d-4c86-89b3-330082204fa6 req-286b7fc9-7e21-49a7-b0f1-cf4d9a3fd2a6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.4342477 Jan 21 08:01:33.300636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Pushing event updated for resources: {'Port': ['ID=ed56c909-ad40-4b44-bad4-0d39fefa813a,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:33.313184 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:33.424465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0af5fa-96d0-430b-a842-8e025724257c None None] New status for floating IP bdf70549-2325-4efd-bbe3-ad8051df4298: ACTIVE {{(pid=80228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 08:01:33.447502 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0a27bf20-1f21-40d7-92ed-6a9defb3293d req-85b30ba5-b5f9-40b8-a9ca-e3d9924bd05f tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] 10.222.0.64 "GET /v2.0/ports?device_id=191e3cac-e6e5-4c55-a754-9d898080b40e HTTP/1.1" status: 200 len: 210 time: 0.1080723 Jan 21 08:01:33.530435 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cfcc5f37-8855-4c2c-a636-5e5072603364 req-2adc58c8-3f2a-4e58-9e4e-fee2580b0f2d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a1c6dc-3712-4398-9450-518133a37dd3 HTTP/1.1" status: 200 len: 999 time: 0.3355610 Jan 21 08:01:33.558181 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c115011c-127d-4c86-89b3-330082204fa6 req-93a3655b-95c8-4581-98a6-65fe89f3d865 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765079 Jan 21 08:01:33.605104 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Network 4cec4eef-2e16-4169-977d-1073a4d318dc is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:01:33.609026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:01:33.615167 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:01:33.645751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:33.646499 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:33.666756 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b7656790-55c2-4d77-8f36-62a8b128142f req-9573fb10-ca25-45e1-8fc5-b3b4c88d0647 service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4737804 Jan 21 08:01:33.680621 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc5f37-8855-4c2c-a636-5e5072603364 req-0518a534-f3ee-409e-9515-82afb221aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:33.682265 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cfcc5f37-8855-4c2c-a636-5e5072603364 req-0518a534-f3ee-409e-9515-82afb221aa0c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2e5447aa-b413-44fe-b584-4a19bb1e582c HTTP/1.1" status: 200 len: 848 time: 0.1201258 Jan 21 08:01:33.787720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a72f2463-332a-4bde-ad23-b773c8c5e1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:33.800315 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8536401 Jan 21 08:01:33.813596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] For port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125,segment=NetworkSegment(8a84f64f-dbea-432d-a879-be68491791bd),segment_id=8a84f64f-dbea-432d-a879-be68491791bd)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:33.814610 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:33.818740 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc5f37-8855-4c2c-a636-5e5072603364 req-ee83da49-d5a7-4461-ab1f-db1239ef4c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:33.820458 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cfcc5f37-8855-4c2c-a636-5e5072603364 req-ee83da49-d5a7-4461-ab1f-db1239ef4c98 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75214904-c0b0-44db-9af2-b3f288039817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1020696 Jan 21 08:01:33.827960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a72f2463-332a-4bde-ad23-b773c8c5e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:33.839130 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:33.884954 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a72f2463-332a-4bde-ad23-b773c8c5e1eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4880316ddfba4045833e4a6a2d7c8430&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6183667 Jan 21 08:01:33.910610 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 55732) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:33.913558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f2463-332a-4bde-ad23-b773c8c5e1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbc6f82-4d8c-41d9-a113-6db95b6c5a73,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:33.918183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a72f2463-332a-4bde-ad23-b773c8c5e1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:33.970744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Request body: {'port': {'device_id': 'fb352966-a914-4024-a13c-f60376de494b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:01:34.074080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Calling delete_port for 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 owned by compute:nova {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:01:34.082679 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1a53b8fb-9692-44e6-924b-8ad9e0d43663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:34.107629 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cfcc5f37-8855-4c2c-a636-5e5072603364 req-10231053-4362-462a-b1a6-dd54d1275a08 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203360 Jan 21 08:01:34.121538 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1a53b8fb-9692-44e6-924b-8ad9e0d43663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:34.249250 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:34.312566 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cfcc5f37-8855-4c2c-a636-5e5072603364 req-1a80f92d-0ba8-4dba-81ec-61ec8fc840b2 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1822762 Jan 21 08:01:34.321490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993e8e3-2a9e-47b8-a9a7-744666bfb3fc req-7614652c-abeb-4b1b-8c7e-10dc7b3888a7 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:34.322303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-2993e8e3-2a9e-47b8-a9a7-744666bfb3fc req-7614652c-abeb-4b1b-8c7e-10dc7b3888a7 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Synchronizing usage tracker for tenant:826eae8231c844b7b550ae01f7308f38 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:01:34.383195 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1a53b8fb-9692-44e6-924b-8ad9e0d43663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:34.393650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-11671e1f-1ac1-4be1-8f5e-e417ba2616f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:34.407551 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53b8fb-9692-44e6-924b-8ad9e0d43663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbc6f82-4d8c-41d9-a113-6db95b6c5a73,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:34.415584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1a53b8fb-9692-44e6-924b-8ad9e0d43663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:34.417086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1a53b8fb-9692-44e6-924b-8ad9e0d43663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:34.420970 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-1a53b8fb-9692-44e6-924b-8ad9e0d43663 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fbc6f82-4d8c-41d9-a113-6db95b6c5a73 HTTP/1.1" status: 204 len: 168 time: 0.5017042 Jan 21 08:01:34.472054 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b493ea-25c0-4763-99a6-62fb5288327c req-fad24988-7d31-4570-a42e-a388b732776f tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:34.480032 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-39b493ea-25c0-4763-99a6-62fb5288327c req-fad24988-7d31-4570-a42e-a388b732776f tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 943 time: 0.1387165 Jan 21 08:01:34.490982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-2993e8e3-2a9e-47b8-a9a7-744666bfb3fc req-7614652c-abeb-4b1b-8c7e-10dc7b3888a7 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Unset dirty status for tenant:826eae8231c844b7b550ae01f7308f38 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:01:34.493321 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2993e8e3-2a9e-47b8-a9a7-744666bfb3fc req-7614652c-abeb-4b1b-8c7e-10dc7b3888a7 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 931 time: 0.6006212 Jan 21 08:01:34.527794 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-39b493ea-25c0-4763-99a6-62fb5288327c req-83271b7f-1efd-43ce-aca5-7cf79f1a9fb2 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/security-groups?id=cec497e3-8eca-4db6-b4c0-ad253fe2e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 Jan 21 08:01:34.671100 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-2993e8e3-2a9e-47b8-a9a7-744666bfb3fc req-e1ff87b8-c4fa-46c5-8b1d-416e84a798ae tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Synchronizing usage tracker for tenant:826eae8231c844b7b550ae01f7308f38 on resource:security_group {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:01:34.750611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:34.756041 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02bcaafa-a2c0-4569-8f7c-d685d0d67ef3 req-945f72e4-b29a-41a2-b830-dffc9873110b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1528401 Jan 21 08:01:34.780404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88e061-75ca-4fc8-b613-db8a569a6bd4 req-d58a3c96-5d39-4e45-90ab-f8c3e3ac7dda tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:34.782313 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e88e061-75ca-4fc8-b613-db8a569a6bd4 req-d58a3c96-5d39-4e45-90ab-f8c3e3ac7dda tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 944 time: 0.1341317 Jan 21 08:01:34.783162 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:34.849527 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e88e061-75ca-4fc8-b613-db8a569a6bd4 req-0bb20a5c-08f3-4118-a32d-60acaf6fa47a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595899 Jan 21 08:01:34.889525 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Pushing event deleted for resources: {'Port': ['ID=08ad3425-b4b2-4bf3-8d8f-1bb41cadd125,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:34.891558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-2993e8e3-2a9e-47b8-a9a7-744666bfb3fc req-e1ff87b8-c4fa-46c5-8b1d-416e84a798ae tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Unset dirty status for tenant:826eae8231c844b7b550ae01f7308f38 on resource:security_group {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:01:34.892879 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2993e8e3-2a9e-47b8-a9a7-744666bfb3fc req-e1ff87b8-c4fa-46c5-8b1d-416e84a798ae tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861473 Jan 21 08:01:34.902703 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:35.099491 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:01:35.137547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 55752) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:35.163996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9be62bd5-b853-456a-b842-960eadfcb12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:35.179921 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcaafa-a2c0-4569-8f7c-d685d0d67ef3 req-dfbf2bb7-125f-4132-a8d5-78192293f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:35.181614 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02bcaafa-a2c0-4569-8f7c-d685d0d67ef3 req-dfbf2bb7-125f-4132-a8d5-78192293f18e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 1163 time: 0.1686018 Jan 21 08:01:35.186162 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-9be62bd5-b853-456a-b842-960eadfcb12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:35.190427 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-9be62bd5-b853-456a-b842-960eadfcb12a admin admin] Usage tracker for resource:security_group_rule and tenant:971e2e3b94d34afd90e571e5c08e66d2 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:35.193812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-9be62bd5-b853-456a-b842-960eadfcb12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:35.202371 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-9be62bd5-b853-456a-b842-960eadfcb12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:35.423334 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcaafa-a2c0-4569-8f7c-d685d0d67ef3 req-d495f07d-3126-4136-b329-46b871dafea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:35.425041 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02bcaafa-a2c0-4569-8f7c-d685d0d67ef3 req-d495f07d-3126-4136-b329-46b871dafea0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 909 time: 0.1836565 Jan 21 08:01:35.425168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] No DVR routers for this DVR port 08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 on host hv-cinder-76859 {{(pid=80226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:01:35.445624 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:35.450697 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd7347b-d15c-481b-8d98-76d19bec7787', 'name': 'network-vif-deleted', 'tag': '08ad3425-b4b2-4bf3-8d8f-1bb41cadd125'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:35.487567 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad32b0d-68ea-4d5c-9a00-c8db9c65140e req-f79f7fd1-0c22-4c94-8612-2e54799637fc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:35.489334 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9ad32b0d-68ea-4d5c-9a00-c8db9c65140e req-f79f7fd1-0c22-4c94-8612-2e54799637fc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.3034141 Jan 21 08:01:35.498462 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed56c909-ad40-4b44-bad4-0d39fefa813a {{(pid=80226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:01:35.519393 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02bcaafa-a2c0-4569-8f7c-d685d0d67ef3 req-31851517-08f1-4e32-9f2e-db91eb1ffc77 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 HTTP/1.1" status: 200 len: 217 time: 0.0799356 Jan 21 08:01:35.523594 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:35.554174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Transition to ACTIVE for port object ed56c909-ad40-4b44-bad4-0d39fefa813a will not be triggered until provisioned by entity L2. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:01:35.555696 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7958fb54-105f-4dda-a7b7-bf453a921486 req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.75 "DELETE /v2.0/ports/08ad3425-b4b2-4bf3-8d8f-1bb41cadd125 HTTP/1.1" status: 204 len: 173 time: 5.3278601 Jan 21 08:01:35.566028 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9ad32b0d-68ea-4d5c-9a00-c8db9c65140e req-04d17d22-472b-4a71-a532-a7bade7fb6ea tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627074 Jan 21 08:01:35.575355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9be62bd5-b853-456a-b842-960eadfcb12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:35.608960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:35.628890 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:35.661171 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcaafa-a2c0-4569-8f7c-d685d0d67ef3 req-54536bdc-b60a-4de3-b6f2-f7b8e9afbbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:35.662977 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02bcaafa-a2c0-4569-8f7c-d685d0d67ef3 req-54536bdc-b60a-4de3-b6f2-f7b8e9afbbf4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8543cc68-5816-4276-8f28-1d84e1545d60 HTTP/1.1" status: 200 len: 855 time: 0.0738382 Jan 21 08:01:35.664210 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9be62bd5-b853-456a-b842-960eadfcb12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:35.680553 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd7347b-d15c-481b-8d98-76d19bec7787', 'name': 'network-vif-deleted', 'tag': '08ad3425-b4b2-4bf3-8d8f-1bb41cadd125', 'status': 'completed', 'code': 200} Jan 21 08:01:35.697332 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:35.710062 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9be62bd5-b853-456a-b842-960eadfcb12a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=971e2e3b94d34afd90e571e5c08e66d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5678997 Jan 21 08:01:35.712652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 55768) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:35.813853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be62bd5-b853-456a-b842-960eadfcb12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b7ded6-132a-4384-a72d-8b090e0579f8,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:35.824226 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9be62bd5-b853-456a-b842-960eadfcb12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:35.833338 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02bcaafa-a2c0-4569-8f7c-d685d0d67ef3 req-c55766c3-80fd-4c76-bf40-e121a124dd70 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=04f08295-94cc-4d58-9786-55df6872f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757301 Jan 21 08:01:35.833760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Pushing event updated for resources: {'Port': ['ID=ed56c909-ad40-4b44-bad4-0d39fefa813a,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:35.843975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:35.845663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e7a3e87c-bd34-4f47-b811-c6e15aa8b573 req-da71e893-db2a-4840-bb88-9c18a81aecdc tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Synchronizing usage tracker for tenant:795d6d9538aa41949ccaa5342d26ea79 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:01:35.891382 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bf0572a8-602c-4a52-a4b1-6daab5f3eb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:35.909532 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e7a3e87c-bd34-4f47-b811-c6e15aa8b573 req-da71e893-db2a-4840-bb88-9c18a81aecdc tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Unset dirty status for tenant:795d6d9538aa41949ccaa5342d26ea79 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:01:35.910822 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e7a3e87c-bd34-4f47-b811-c6e15aa8b573 req-da71e893-db2a-4840-bb88-9c18a81aecdc tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 210 time: 0.1377833 Jan 21 08:01:36.004753 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Attempting to bind port ed56c909-ad40-4b44-bad4-0d39fefa813a on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:01:36.005523 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Attempting to bind port ed56c909-ad40-4b44-bad4-0d39fefa813a by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '38d9ea1c-f0d7-443a-b3b6-e024949accd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4cec4eef-2e16-4169-977d-1073a4d318dc'}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:01:36.008441 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Attempting to bind port ed56c909-ad40-4b44-bad4-0d39fefa813a on network 4cec4eef-2e16-4169-977d-1073a4d318dc {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:01:36.012919 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:01:36.013410 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Checking segment: {'id': '38d9ea1c-f0d7-443a-b3b6-e024949accd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4cec4eef-2e16-4169-977d-1073a4d318dc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:01:36.013939 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:36.014421 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Bound using segment: {'id': '38d9ea1c-f0d7-443a-b3b6-e024949accd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4cec4eef-2e16-4169-977d-1073a4d318dc'} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:01:36.015005 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Bound port: ed56c909-ad40-4b44-bad4-0d39fefa813a, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d9ea1c-f0d7-443a-b3b6-e024949accd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4cec4eef-2e16-4169-977d-1073a4d318dc'}}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:01:36.015756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:36.177686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] For port ed56c909-ad40-4b44-bad4-0d39fefa813a, host hv-cinder-76859, cleared binding levels {{(pid=80226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:01:36.181838 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] For port ed56c909-ad40-4b44-bad4-0d39fefa813a, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ed56c909-ad40-4b44-bad4-0d39fefa813a,segment=NetworkSegment(38d9ea1c-f0d7-443a-b3b6-e024949accd7),segment_id=38d9ea1c-f0d7-443a-b3b6-e024949accd7)] {{(pid=80226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:01:36.225904 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3658791-7078-4b4b-b25b-742b34ccfbf6 req-371e927b-c24d-4e79-98ff-d2395aae21ae tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:36.227586 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c3658791-7078-4b4b-b25b-742b34ccfbf6 req-371e927b-c24d-4e79-98ff-d2395aae21ae tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 943 time: 0.1486368 Jan 21 08:01:36.229356 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:36.246508 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:36.246733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bf0572a8-602c-4a52-a4b1-6daab5f3eb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:36.346403 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02bcaafa-a2c0-4569-8f7c-d685d0d67ef3 req-6fdea8f5-0657-4c3e-93d6-65d6ac1569bb service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859104 Jan 21 08:01:36.381133 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bbd90-2382-4560-9662-ae03026a20b2 req-c311e715-26ff-4574-bb9a-1ec7d8f08829 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:36.382755 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-342bbd90-2382-4560-9662-ae03026a20b2 req-c311e715-26ff-4574-bb9a-1ec7d8f08829 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 944 time: 0.2202296 Jan 21 08:01:36.406741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bf0572a8-602c-4a52-a4b1-6daab5f3eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:36.415551 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eefa0d28-1f8e-445b-8638-2609acee4f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:36.425548 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c3658791-7078-4b4b-b25b-742b34ccfbf6 req-bf58aa6c-90f6-4fe4-a8c3-de1665c00b9a tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434360 Jan 21 08:01:36.445651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Pushing event updated for resources: {'Port': ['ID=ed56c909-ad40-4b44-bad4-0d39fefa813a,revision_number=3']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:36.450556 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:36.487289 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:36.488054 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:36.489471 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] 10.222.0.75 "PUT /v2.0/ports/ed56c909-ad40-4b44-bad4-0d39fefa813a HTTP/1.1" status: 200 len: 1157 time: 2.5351214 Jan 21 08:01:36.516737 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0572a8-602c-4a52-a4b1-6daab5f3eb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b7ded6-132a-4384-a72d-8b090e0579f8,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:36.524013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-bf0572a8-602c-4a52-a4b1-6daab5f3eb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:36.542685 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bf0572a8-602c-4a52-a4b1-6daab5f3eb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:36.543901 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-bf0572a8-602c-4a52-a4b1-6daab5f3eb20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5b7ded6-132a-4384-a72d-8b090e0579f8 HTTP/1.1" status: 204 len: 168 time: 0.8260620 Jan 21 08:01:36.588251 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-342bbd90-2382-4560-9662-ae03026a20b2 req-6ea8518b-8881-4cf0-b515-b8a943a56810 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773043 Jan 21 08:01:36.625565 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02bcaafa-a2c0-4569-8f7c-d685d0d67ef3 req-ca3b2eaa-3f17-47c7-91d3-ca8e63a59339 service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2414041 Jan 21 08:01:36.879544 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35c810-eb33-4d7f-aa9b-9b76c528a334 req-2401b7a7-18e3-4824-b490-dfd3d7293325 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:36.884753 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f35c810-eb33-4d7f-aa9b-9b76c528a334 req-2401b7a7-18e3-4824-b490-dfd3d7293325 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1693308 Jan 21 08:01:36.941415 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b9ec78ef-e5fd-43d6-9afa-7000612209e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:36.943052 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-b9ec78ef-e5fd-43d6-9afa-7000612209e4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=826eae8231c844b7b550ae01f7308f38&device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 1160 time: 0.1667306 Jan 21 08:01:36.957357 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f35c810-eb33-4d7f-aa9b-9b76c528a334 req-79b3cd2e-61a7-44a3-9d97-96b3ba7ef69b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630355 Jan 21 08:01:37.141933 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-475f15ef-4870-4b7e-9693-071a7858d373 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed56c909-ad40-4b44-bad4-0d39fefa813a HTTP/1.1" status: 200 len: 217 time: 0.0721755 Jan 21 08:01:37.147054 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55794) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:37.186275 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dafdac92-dc89-4fbc-9ed5-6c448e46b767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:37.203062 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-dafdac92-dc89-4fbc-9ed5-6c448e46b767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:37.207295 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-dafdac92-dc89-4fbc-9ed5-6c448e46b767 admin admin] Usage tracker for resource:security_group_rule and tenant:34bdca8f459b48b790c2f9f8219f6157 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:37.210412 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-dafdac92-dc89-4fbc-9ed5-6c448e46b767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:37.216819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-dafdac92-dc89-4fbc-9ed5-6c448e46b767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:37.268095 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55798) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:37.278080 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7947cce0-e537-456b-8077-3db587dfea26 req-e1c8569d-fc5f-48a3-8c5d-4cecbbe8d224 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] 10.222.0.64 "GET /v2.0/ports?device_id=dcd7347b-d15c-481b-8d98-76d19bec7787 HTTP/1.1" status: 200 len: 210 time: 0.1062748 Jan 21 08:01:37.310615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-c56eb5e7-dc7c-4fb6-91c9-c35f5f31ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:37.310615 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-c56eb5e7-dc7c-4fb6-91c9-c35f5f31ac44 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=281c92e2-0246-49f4-bd88-5b310b6a83fe HTTP/1.1" status: 200 len: 849 time: 0.1289105 Jan 21 08:01:37.371396 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d07a1c3-54b0-43ad-b6d1-4e7d01c1486e admin admin] Deleting subnet 4cca7362-1202-41a4-8c9b-8d5b7dfab300 {{(pid=80226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:01:37.376906 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-63f936fc-1981-4211-bc84-b8f72d14a2f0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cec4eef-2e16-4169-977d-1073a4d318dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475569 Jan 21 08:01:37.383395 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9d07a1c3-54b0-43ad-b6d1-4e7d01c1486e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:37.427916 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dafdac92-dc89-4fbc-9ed5-6c448e46b767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:37.447367 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9d07a1c3-54b0-43ad-b6d1-4e7d01c1486e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:37.455657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9d07a1c3-54b0-43ad-b6d1-4e7d01c1486e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:37.489606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dafdac92-dc89-4fbc-9ed5-6c448e46b767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:37.501197 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7342b280-0850-47da-9465-64f580e456e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:37.556298 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdac92-dc89-4fbc-9ed5-6c448e46b767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a174c855-70ba-4b34-a095-2e444b79f3de,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:37.556484 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-3e23e6ab-fa1c-4810-8bb0-7efce186bc18 service neutron] 10.222.0.75 "GET /v2.0/networks/4cec4eef-2e16-4169-977d-1073a4d318dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458936 Jan 21 08:01:37.563733 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-dafdac92-dc89-4fbc-9ed5-6c448e46b767 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34bdca8f459b48b790c2f9f8219f6157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102263 Jan 21 08:01:37.564673 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-dafdac92-dc89-4fbc-9ed5-6c448e46b767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:37.568809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 55804) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:37.688222 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb352966-a914-4024-a13c-f60376de494b', 'tag': 'ed56c909-ad40-4b44-bad4-0d39fefa813a'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:37.808164 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8500bc6e-0634-4c51-8ce6-008d486a972b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:37.808947 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42298e-8fdf-48d2-beb6-7e1b9d10a318 req-18396a13-9205-427f-bcdb-52df37f286bc tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:37.810791 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5d42298e-8fdf-48d2-beb6-7e1b9d10a318 req-18396a13-9205-427f-bcdb-52df37f286bc tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 943 time: 0.2284918 Jan 21 08:01:37.829450 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ccee91b-25db-4e02-92f5-c2927a528d73 req-18d2c19f-1bed-4ad3-a647-bf47ae74f64c service neutron] 10.222.0.75 "GET /v2.0/networks/4cec4eef-2e16-4169-977d-1073a4d318dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2594099 Jan 21 08:01:37.851352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8500bc6e-0634-4c51-8ce6-008d486a972b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:37.916761 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5d42298e-8fdf-48d2-beb6-7e1b9d10a318 req-c169bdd9-b200-404b-97af-e0b555d1ccc2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702152 Jan 21 08:01:37.942280 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9a64b-c752-4f18-acef-c4cfc56a4cf7 req-488c8f22-9047-40b8-aff0-896681ed1020 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:37.944018 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-80f9a64b-c752-4f18-acef-c4cfc56a4cf7 req-488c8f22-9047-40b8-aff0-896681ed1020 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 944 time: 0.2056384 Jan 21 08:01:37.971385 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9d07a1c3-54b0-43ad-b6d1-4e7d01c1486e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:37.989657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:38.001196 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-80f9a64b-c752-4f18-acef-c4cfc56a4cf7 req-fd28196e-62da-469e-8eb3-8f3a654e76f6 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501475 Jan 21 08:01:38.004433 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8500bc6e-0634-4c51-8ce6-008d486a972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:38.010063 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6d97497d-4d80-41b1-b4f4-bc8505d56259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:38.022895 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500bc6e-0634-4c51-8ce6-008d486a972b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a174c855-70ba-4b34-a095-2e444b79f3de,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:38.034717 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8500bc6e-0634-4c51-8ce6-008d486a972b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:38.041189 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8500bc6e-0634-4c51-8ce6-008d486a972b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:38.043350 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb352966-a914-4024-a13c-f60376de494b', 'tag': 'ed56c909-ad40-4b44-bad4-0d39fefa813a', 'status': 'completed', 'code': 200} Jan 21 08:01:38.045731 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8500bc6e-0634-4c51-8ce6-008d486a972b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a174c855-70ba-4b34-a095-2e444b79f3de HTTP/1.1" status: 204 len: 168 time: 0.4741652 Jan 21 08:01:38.120454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07a1c3-54b0-43ad-b6d1-4e7d01c1486e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cca7362-1202-41a4-8c9b-8d5b7dfab300,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:38.125720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9d07a1c3-54b0-43ad-b6d1-4e7d01c1486e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:38.176801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9d07a1c3-54b0-43ad-b6d1-4e7d01c1486e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:38.191283 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9d07a1c3-54b0-43ad-b6d1-4e7d01c1486e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4cca7362-1202-41a4-8c9b-8d5b7dfab300 HTTP/1.1" status: 204 len: 168 time: 0.9185328 Jan 21 08:01:38.192211 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55820) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:38.311322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f964e4-58c9-45bd-b1be-102f171105d1 req-d369387f-ea20-4575-922d-4ab4c30c7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:38.313142 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f0f964e4-58c9-45bd-b1be-102f171105d1 req-d369387f-ea20-4575-922d-4ab4c30c7d85 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=826eae8231c844b7b550ae01f7308f38&device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 1160 time: 0.1816311 Jan 21 08:01:38.319485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:38.339743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76eb9f-f9d2-4a89-8e72-7a4ccefd2384 req-3c4c0655-0403-45ed-8cbb-eb2159dd8871 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:38.344691 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6a76eb9f-f9d2-4a89-8e72-7a4ccefd2384 req-3c4c0655-0403-45ed-8cbb-eb2159dd8871 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1590047 Jan 21 08:01:38.490522 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6a76eb9f-f9d2-4a89-8e72-7a4ccefd2384 req-6e66ca00-9294-45cd-b96d-0f5720115132 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220007 Jan 21 08:01:38.534257 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:38.541678 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f964e4-58c9-45bd-b1be-102f171105d1 req-f86ff7b8-b0a6-402c-b71e-4f9926b524a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:38.543530 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f0f964e4-58c9-45bd-b1be-102f171105d1 req-f86ff7b8-b0a6-402c-b71e-4f9926b524a2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cec4eef-2e16-4169-977d-1073a4d318dc HTTP/1.1" status: 200 len: 904 time: 0.1974244 Jan 21 08:01:38.666132 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f0f964e4-58c9-45bd-b1be-102f171105d1 req-abc6c5a2-00f8-4dd0-9b14-e3c023a0d79e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed56c909-ad40-4b44-bad4-0d39fefa813a HTTP/1.1" status: 200 len: 217 time: 0.1036041 Jan 21 08:01:38.669563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.670507 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.671517 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.671952 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > port after_create 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.672255 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.672653 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > port after_update 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.673061 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.673563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.673919 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.674286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.753954 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f964e4-58c9-45bd-b1be-102f171105d1 req-51072651-6f77-4a7f-8103-4b8f69246d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:38.754401 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.754803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.755185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.755560 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80226) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:01:38.755667 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f0f964e4-58c9-45bd-b1be-102f171105d1 req-51072651-6f77-4a7f-8103-4b8f69246d17 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=281c92e2-0246-49f4-bd88-5b310b6a83fe HTTP/1.1" status: 200 len: 849 time: 0.0777876 Jan 21 08:01:38.755957 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc85e0f-a0e9-447d-bc3f-e98b99241cc0']}} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:01:38.771913 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edf019b-d261-4e39-940d-5b594f916695') {'for_net_delete': True} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:01:38.772282 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edf019b-d261-4e39-940d-5b594f916695') {} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:01:38.785766 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850730128'] for segment, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:38.831672 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f0f964e4-58c9-45bd-b1be-102f171105d1 req-ee9b97b7-ce72-4efa-87aa-2a37468f1f6f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cec4eef-2e16-4169-977d-1073a4d318dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620971 Jan 21 08:01:38.885023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:38.887752 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:01:38.990351 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 3f973cdf-ce19-4600-9b69-aad141e5c9a5 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:39.018991 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f0f964e4-58c9-45bd-b1be-102f171105d1 req-4e1ec66f-3a5b-4a79-808e-1fe015c0f3d0 service neutron] 10.222.0.75 "GET /v2.0/networks/4cec4eef-2e16-4169-977d-1073a4d318dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474555 Jan 21 08:01:39.110030 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Network 3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:01:39.120213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1160449'] for segment, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:39.191211 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 3f973cdf-ce19-4600-9b69-aad141e5c9a5 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:01:39.209585 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 3f973cdf-ce19-4600-9b69-aad141e5c9a5 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:39.210495 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:39.314710 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f0f964e4-58c9-45bd-b1be-102f171105d1 req-692cfa35-2a15-471f-a744-bf03ee14e462 service neutron] 10.222.0.75 "GET /v2.0/networks/4cec4eef-2e16-4169-977d-1073a4d318dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2790651 Jan 21 08:01:39.339532 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2b3b3-7fbb-4c47-9b46-948680ba5b96 req-f29cb540-0b37-434e-9980-7f35048bb4d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:39.348029 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-23b2b3b3-7fbb-4c47-9b46-948680ba5b96 req-f29cb540-0b37-434e-9980-7f35048bb4d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 943 time: 0.2628262 Jan 21 08:01:39.408234 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:39.458018 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-23b2b3b3-7fbb-4c47-9b46-948680ba5b96 req-7fbb8b2f-aa05-4951-b001-0941467cb4cb tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089010 Jan 21 08:01:39.480915 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Network 3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:01:39.492778 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 3f973cdf-ce19-4600-9b69-aad141e5c9a5, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=3f973cdf-ce19-4600-9b69-aad141e5c9a5,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:39.495864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc961835-e9e1-4463-b2dd-5192578e0e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f973cdf-ce19-4600-9b69-aad141e5c9a5'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: (rel_b, rel_a, rel_b), Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: (rel_b, rel_a, rel_b), Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:01:39.516457 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:01:39.540048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:39.543031 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:39.646038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=3f973cdf-ce19-4600-9b69-aad141e5c9a5,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:39.656846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:39.665902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb86c1-a502-492a-86c0-b4218480d9a9 req-bcb3e952-dcd9-43a2-a182-b0434cce7d1a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:39.668022 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f1cb86c1-a502-492a-86c0-b4218480d9a9 req-bcb3e952-dcd9-43a2-a182-b0434cce7d1a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 944 time: 0.3849280 Jan 21 08:01:39.723514 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f1cb86c1-a502-492a-86c0-b4218480d9a9 req-e8854d41-25f2-498b-ba81-c5a0c45f9b56 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487709 Jan 21 08:01:39.797741 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc961835-e9e1-4463-b2dd-5192578e0e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f973cdf-ce19-4600-9b69-aad141e5c9a5', 'code': 200} Jan 21 08:01:39.899776 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:39.904795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a77da76-5e6a-4b2e-9386-542d918954d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:39.927797 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:40.199671 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc85e0f-a0e9-447d-bc3f-e98b99241cc0,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:40.211682 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:40.235954 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-4916e330-0228-4d17-99af-ca1416d04cf8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3bc85e0f-a0e9-447d-bc3f-e98b99241cc0 HTTP/1.1" status: 204 len: 168 time: 2.0427835 Jan 21 08:01:40.294221 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5f882-d7d4-40ab-a21a-6bdef2fd9901 req-c35df439-9e7a-47d9-8ba5-ca1de96e6c5f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:40.303212 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f3f5f882-d7d4-40ab-a21a-6bdef2fd9901 req-c35df439-9e7a-47d9-8ba5-ca1de96e6c5f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.3803945 Jan 21 08:01:40.357466 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f3f5f882-d7d4-40ab-a21a-6bdef2fd9901 req-3e797ec0-40cd-4e9d-8170-22150bd28f0b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531647 Jan 21 08:01:40.380213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e0e71-b2d5-4962-86e8-c75ee8a0c501 req-d7c34313-812c-4d5c-8fba-f6e1f9620839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:40.384974 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-833e0e71-b2d5-4962-86e8-c75ee8a0c501 req-d7c34313-812c-4d5c-8fba-f6e1f9620839 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 1163 time: 0.0960681 Jan 21 08:01:40.442556 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-833e0e71-b2d5-4962-86e8-c75ee8a0c501 req-e3f083ad-e04e-4c0c-b3f4-6894272466e3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 Jan 21 08:01:40.468631 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 3f973cdf-ce19-4600-9b69-aad141e5c9a5 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:40.568506 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 55876) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:40.728693 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5eba052e-0df4-45ee-b11c-c202fde7094d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24513a8c4244405b9ab43bf454168bf5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1585412 Jan 21 08:01:40.740452 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55884) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:40.775236 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 3f973cdf-ce19-4600-9b69-aad141e5c9a5 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:40.775663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:40.783560 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad6052-852c-4663-8b6c-b9e65fa13572 req-9fe17729-b2fa-4c6e-bfb8-56314d94328b tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:40.791599 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f9ad6052-852c-4663-8b6c-b9e65fa13572 req-9fe17729-b2fa-4c6e-bfb8-56314d94328b tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 943 time: 0.1947513 Jan 21 08:01:40.857896 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f9ad6052-852c-4663-8b6c-b9e65fa13572 req-514fa681-4eec-46fe-a6a9-de4ae732ef8f tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652642 Jan 21 08:01:40.898882 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4490-3932-4222-8e43-932f0a9cf468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:40.994121 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4490-3932-4222-8e43-932f0a9cf468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:41.115915 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77671b80-77f0-423c-a3f2-ac6f5281b6b3 req-a692ac3d-78b9-4e16-9171-b1553d21c566 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:41.125494 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-77671b80-77f0-423c-a3f2-ac6f5281b6b3 req-a692ac3d-78b9-4e16-9171-b1553d21c566 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 946 time: 0.1910512 Jan 21 08:01:41.173278 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4490-3932-4222-8e43-932f0a9cf468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:41.180517 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-dafdac92-dc89-4fbc-9ed5-6c448e46b767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:41.197496 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-77671b80-77f0-423c-a3f2-ac6f5281b6b3 req-d02bf089-e5d5-4044-afb1-45afcb5524dc tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712457 Jan 21 08:01:41.202868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e4490-3932-4222-8e43-932f0a9cf468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afd01a9-2f2e-45c4-b710-28604c1759b0,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:41.205366 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7a7e4490-3932-4222-8e43-932f0a9cf468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:41.259029 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4490-3932-4222-8e43-932f0a9cf468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:41.260599 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-7a7e4490-3932-4222-8e43-932f0a9cf468 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5afd01a9-2f2e-45c4-b710-28604c1759b0 HTTP/1.1" status: 204 len: 168 time: 0.5186853 Jan 21 08:01:41.600842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55926) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:41.603850 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7b584-4879-4f7d-b864-5edee9a69dd1 req-18f4b56c-ae6f-44d6-9bc4-03f22deca308 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:41.605564 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-72e7b584-4879-4f7d-b864-5edee9a69dd1 req-18f4b56c-ae6f-44d6-9bc4-03f22deca308 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1093562 Jan 21 08:01:41.661626 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-72e7b584-4879-4f7d-b864-5edee9a69dd1 req-555c377c-ce56-4293-b37a-296b913fae7e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488381 Jan 21 08:01:41.772586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cbfeadf0-f194-40f3-ae88-1bfeb3614099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:41.789680 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-cbfeadf0-f194-40f3-ae88-1bfeb3614099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:41.793809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-cbfeadf0-f194-40f3-ae88-1bfeb3614099 admin admin] Usage tracker for resource:security_group_rule and tenant:135a8e3320b242e79fb0b8965ccaba2b is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:41.797478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-cbfeadf0-f194-40f3-ae88-1bfeb3614099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:41.803511 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-cbfeadf0-f194-40f3-ae88-1bfeb3614099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:41.898254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cbfeadf0-f194-40f3-ae88-1bfeb3614099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:41.959192 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cbfeadf0-f194-40f3-ae88-1bfeb3614099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:41.969501 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:42.053871 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-cbfeadf0-f194-40f3-ae88-1bfeb3614099 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=135a8e3320b242e79fb0b8965ccaba2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513021 Jan 21 08:01:42.056852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 55942) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:42.062452 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeadf0-f194-40f3-ae88-1bfeb3614099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f231522a-34d8-4da5-832e-b2142e84e2fc,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:42.067072 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cbfeadf0-f194-40f3-ae88-1bfeb3614099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:42.123035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cbd58-48f6-4bfc-8397-1f90579abd41 req-fdeb1789-4e62-478e-b880-f05cbc961cbb tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:42.124857 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-903892b5-9446-47e3-8595-78eeb8cf6fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:42.126567 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d37cbd58-48f6-4bfc-8397-1f90579abd41 req-fdeb1789-4e62-478e-b880-f05cbc961cbb tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 943 time: 0.1331615 Jan 21 08:01:42.153417 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-903892b5-9446-47e3-8595-78eeb8cf6fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:42.180046 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d37cbd58-48f6-4bfc-8397-1f90579abd41 req-c4ce20cc-f80e-4f73-bddc-b30e0f64a08c tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484524 Jan 21 08:01:42.227848 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-903892b5-9446-47e3-8595-78eeb8cf6fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:42.237008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:42.253763 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-903892b5-9446-47e3-8595-78eeb8cf6fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:42.258469 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-903892b5-9446-47e3-8595-78eeb8cf6fe5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f231522a-34d8-4da5-832e-b2142e84e2fc HTTP/1.1" status: 204 len: 168 time: 0.2005327 Jan 21 08:01:42.261699 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903892b5-9446-47e3-8595-78eeb8cf6fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f231522a-34d8-4da5-832e-b2142e84e2fc,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:42.276809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-903892b5-9446-47e3-8595-78eeb8cf6fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:42.508613 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca93834-72ee-47c6-9d62-49b242df094f req-af25f182-7f9d-42ca-acb9-d29c0fc69054 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:42.518376 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3ca93834-72ee-47c6-9d62-49b242df094f req-af25f182-7f9d-42ca-acb9-d29c0fc69054 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 946 time: 0.1340790 Jan 21 08:01:42.583032 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3ca93834-72ee-47c6-9d62-49b242df094f req-329f49db-6285-4681-b274-5e1c7f432053 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632694 Jan 21 08:01:42.899677 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 55972) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:42.918721 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e484-d269-4350-9219-8beb9039bb55 req-0028f9a1-4b7a-4e71-81db-dd47a05303e1 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:42.924796 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1f26e484-d269-4350-9219-8beb9039bb55 req-0028f9a1-4b7a-4e71-81db-dd47a05303e1 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1245754 Jan 21 08:01:42.926160 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5097e39b-b094-4fdf-a84d-74ffbe6952d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:42.948475 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5097e39b-b094-4fdf-a84d-74ffbe6952d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:42.953426 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5097e39b-b094-4fdf-a84d-74ffbe6952d4 admin admin] Usage tracker for resource:security_group_rule and tenant:9cf75947d9414d75a668a571ec604063 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:42.956810 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5097e39b-b094-4fdf-a84d-74ffbe6952d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:42.963286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5097e39b-b094-4fdf-a84d-74ffbe6952d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:42.980823 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1f26e484-d269-4350-9219-8beb9039bb55 req-5c3ddb7c-3097-40c6-9021-779f824f0e4c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523043 Jan 21 08:01:43.053886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5097e39b-b094-4fdf-a84d-74ffbe6952d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:43.122562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5097e39b-b094-4fdf-a84d-74ffbe6952d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:43.132080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:43.183529 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5097e39b-b094-4fdf-a84d-74ffbe6952d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9cf75947d9414d75a668a571ec604063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796988 Jan 21 08:01:43.183529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097e39b-b094-4fdf-a84d-74ffbe6952d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9af9bb-9658-42b7-9ca3-880863058b6e,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:43.184225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 55980) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:43.185565 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5097e39b-b094-4fdf-a84d-74ffbe6952d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:43.305257 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a8329056-564e-4692-9c8e-36bae3d9fe95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:43.339490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a8329056-564e-4692-9c8e-36bae3d9fe95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:43.442829 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a8329056-564e-4692-9c8e-36bae3d9fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:43.451196 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:43.465446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8329056-564e-4692-9c8e-36bae3d9fe95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9af9bb-9658-42b7-9ca3-880863058b6e,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:43.469012 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a8329056-564e-4692-9c8e-36bae3d9fe95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:43.491018 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a8329056-564e-4692-9c8e-36bae3d9fe95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:43.491891 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a8329056-564e-4692-9c8e-36bae3d9fe95 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc9af9bb-9658-42b7-9ca3-880863058b6e HTTP/1.1" status: 204 len: 168 time: 0.3049729 Jan 21 08:01:43.662451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262dd4a-68c0-42cd-8f05-37f32b03e72a req-bb2cc260-6900-4afe-b621-ea7b6ed2b475 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:43.664125 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d262dd4a-68c0-42cd-8f05-37f32b03e72a req-bb2cc260-6900-4afe-b621-ea7b6ed2b475 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 943 time: 0.3201640 Jan 21 08:01:43.717804 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d262dd4a-68c0-42cd-8f05-37f32b03e72a req-f1294946-d4d4-497f-9e31-b227aede535a tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469036 Jan 21 08:01:43.837529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141672b2-f721-4c91-88c6-5a16e33ae04c req-57fdc60b-90fd-42a1-a5d2-d4162b2a138e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:43.839193 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-141672b2-f721-4c91-88c6-5a16e33ae04c req-57fdc60b-90fd-42a1-a5d2-d4162b2a138e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 946 time: 0.1118107 Jan 21 08:01:43.893581 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-141672b2-f721-4c91-88c6-5a16e33ae04c req-179cb607-dc19-4bc8-88be-b6bf9f87c925 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470684 Jan 21 08:01:44.526747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe4654-50a3-4fd6-9426-4009708f07d7 req-e9f69c53-8386-48a8-ba4a-f1c95fc5ac45 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:44.528585 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1bbe4654-50a3-4fd6-9426-4009708f07d7 req-e9f69c53-8386-48a8-ba4a-f1c95fc5ac45 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1085382 Jan 21 08:01:44.583303 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1bbe4654-50a3-4fd6-9426-4009708f07d7 req-a8e47e54-2025-4144-aaf8-0d288d992781 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476203 Jan 21 08:01:44.601403 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.objects.ports [None req-8c0cd0a3-30df-4f3b-81f4-8979f71483cd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80228) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 08:01:44.975215 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc858b3c-7111-4d54-bd52-6b782939c1bd req-4486a17d-92c4-4559-8a44-70a7ee16a8c0 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:44.977140 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dc858b3c-7111-4d54-bd52-6b782939c1bd req-4486a17d-92c4-4559-8a44-70a7ee16a8c0 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 943 time: 0.1186612 Jan 21 08:01:45.035741 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dc858b3c-7111-4d54-bd52-6b782939c1bd req-2874a59a-6706-449f-9f6a-cd25c9bb11c1 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512955 Jan 21 08:01:45.664871 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56070) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:45.841050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3f5785ee-c5e0-4521-8987-b3188ee09492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:45.877979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0193f9-79af-4c7d-8a9a-b18ece393cde req-abc52b18-d9f2-4066-9254-10a0bbdc738e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:45.879483 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ca0193f9-79af-4c7d-8a9a-b18ece393cde req-abc52b18-d9f2-4066-9254-10a0bbdc738e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1548703 Jan 21 08:01:45.884091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3f5785ee-c5e0-4521-8987-b3188ee09492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:45.902528 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3f5785ee-c5e0-4521-8987-b3188ee09492 admin admin] Usage tracker for resource:security_group_rule and tenant:b4f432a2da4045818aabe2bf5595679c is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:45.907589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3f5785ee-c5e0-4521-8987-b3188ee09492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:45.917894 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3f5785ee-c5e0-4521-8987-b3188ee09492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:45.959896 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ca0193f9-79af-4c7d-8a9a-b18ece393cde req-4b8798a7-8452-4b54-8b50-b816a6ad2da7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730033 Jan 21 08:01:46.021995 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:46.035794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3f5785ee-c5e0-4521-8987-b3188ee09492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:46.096507 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3f5785ee-c5e0-4521-8987-b3188ee09492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:46.110316 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cdd60a4b-c8b3-4455-9aaf-e4f76687daa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:46.156584 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-3f5785ee-c5e0-4521-8987-b3188ee09492 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b4f432a2da4045818aabe2bf5595679c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902728 Jan 21 08:01:46.157610 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5785ee-c5e0-4521-8987-b3188ee09492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f3b368-e823-4861-b165-e55741920676,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:46.159361 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 56092) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:46.160923 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3f5785ee-c5e0-4521-8987-b3188ee09492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:46.287656 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a008e27b-9137-44d9-94cd-75713f2031e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:46.326924 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a008e27b-9137-44d9-94cd-75713f2031e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:46.356655 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c350b-f029-413c-b156-c16b36dac8d2 req-3dc5473b-6d0e-4812-8901-dfed19f61829 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:46.358809 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c02c350b-f029-413c-b156-c16b36dac8d2 req-3dc5473b-6d0e-4812-8901-dfed19f61829 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 943 time: 0.1815352 Jan 21 08:01:46.460458 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c02c350b-f029-413c-b156-c16b36dac8d2 req-c9ff1141-dfa9-44b7-aaa0-64ba37491f80 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707395 Jan 21 08:01:46.519057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a008e27b-9137-44d9-94cd-75713f2031e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:46.524404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:46.537634 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008e27b-9137-44d9-94cd-75713f2031e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f3b368-e823-4861-b165-e55741920676,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:46.543092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a008e27b-9137-44d9-94cd-75713f2031e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:46.548738 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a008e27b-9137-44d9-94cd-75713f2031e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:46.553748 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a008e27b-9137-44d9-94cd-75713f2031e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64f3b368-e823-4861-b165-e55741920676 HTTP/1.1" status: 204 len: 168 time: 0.3887703 Jan 21 08:01:46.914208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device ed56c909-ad40-4b44-bad4-0d39fefa813a up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:47.048743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port ed56c909-ad40-4b44-bad4-0d39fefa813a completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:01:47.055804 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port ed56c909-ad40-4b44-bad4-0d39fefa813a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:47.056256 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:47.210760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:47.226720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd852-f444-4d17-adf8-1ba753a3cf18 req-4013bc73-114a-4318-9d3f-d91fc02d24ae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:47.228552 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c76cd852-f444-4d17-adf8-1ba753a3cf18 req-4013bc73-114a-4318-9d3f-d91fc02d24ae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1156161 Jan 21 08:01:47.267035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb352966-a914-4024-a13c-f60376de494b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed56c909-ad40-4b44-bad4-0d39fefa813a'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:47.289323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port ed56c909-ad40-4b44-bad4-0d39fefa813a, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ed56c909-ad40-4b44-bad4-0d39fefa813a,segment=NetworkSegment(38d9ea1c-f0d7-443a-b3b6-e024949accd7),segment_id=38d9ea1c-f0d7-443a-b3b6-e024949accd7)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:01:47.305164 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c76cd852-f444-4d17-adf8-1ba753a3cf18 req-9a88deb6-d74b-40f4-bd28-e2700fdd6406 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604765 Jan 21 08:01:47.331482 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:47.334227 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:47.377785 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb352966-a914-4024-a13c-f60376de494b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed56c909-ad40-4b44-bad4-0d39fefa813a', 'code': 200} Jan 21 08:01:47.411761 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=ed56c909-ad40-4b44-bad4-0d39fefa813a,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:47.415201 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:47.697775 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5824d00-2d6a-4b1c-b514-eab8808b6aac req-6534ff03-0043-425f-b8db-9abc3ef85975 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:47.699903 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a5824d00-2d6a-4b1c-b514-eab8808b6aac req-6534ff03-0043-425f-b8db-9abc3ef85975 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 945 time: 0.1057684 Jan 21 08:01:47.776705 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a5824d00-2d6a-4b1c-b514-eab8808b6aac req-f36e22c4-1419-4f98-825b-6edc70052cd5 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670571 Jan 21 08:01:48.030751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f24f3a-28f7-4920-9bff-ea8713e0abd1 req-544fc6dd-8e13-4d15-b424-7366889f5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:48.030751 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-77f24f3a-28f7-4920-9bff-ea8713e0abd1 req-544fc6dd-8e13-4d15-b424-7366889f5e2c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 1162 time: 0.1965213 Jan 21 08:01:48.183094 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-77f24f3a-28f7-4920-9bff-ea8713e0abd1 req-2a150b9a-cf0e-41be-ad5f-aa18f5e6d843 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422242 Jan 21 08:01:48.265858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device ed56c909-ad40-4b44-bad4-0d39fefa813a up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:48.366970 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port ed56c909-ad40-4b44-bad4-0d39fefa813a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:48.367689 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:48.415269 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-48f7b769-34ed-4094-863b-d1d67d2e32c1 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:48.423393 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-48f7b769-34ed-4094-863b-d1d67d2e32c1 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 815 time: 0.2037942 Jan 21 08:01:48.441460 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-40d94a03-00b9-4ce2-85d5-ed038a045a7c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/quotas/6d8f0014011f4ebbac4b43afe680e362 HTTP/1.1" status: 200 len: 375 time: 0.0169826 Jan 21 08:01:48.553023 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-7f0f1cb4-9366-49f7-a540-8c5ce658aca1 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103871 Jan 21 08:01:48.593870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74677a1b-c713-4be8-a9e0-b0421b39da94 req-aea7da9d-3f3c-4252-9216-40092b44b399 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:48.595668 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74677a1b-c713-4be8-a9e0-b0421b39da94 req-aea7da9d-3f3c-4252-9216-40092b44b399 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1093993 Jan 21 08:01:48.651350 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74677a1b-c713-4be8-a9e0-b0421b39da94 req-18b3937d-a07d-4e21-a2d5-1a8f98750c24 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489385 Jan 21 08:01:48.699845 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-e938927b-4254-4d05-b9eb-87eb2d7969c0 service neutron] 10.222.0.64 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421225 Jan 21 08:01:48.849053 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-ff151f06-b09e-438e-80ca-e6b48363b650 service neutron] 10.222.0.64 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420672 Jan 21 08:01:49.047512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897456b-a065-40d1-86f3-e73ae9a2b2c0 req-6ed1537a-7c80-439c-b5a7-ed371bfca191 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:49.055317 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3897456b-a065-40d1-86f3-e73ae9a2b2c0 req-6ed1537a-7c80-439c-b5a7-ed371bfca191 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 945 time: 0.1274211 Jan 21 08:01:49.104440 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-015f9df1-b33a-483b-b11d-6a42b9a84587 req-cccf745b-b020-444a-8cbc-54ef75fbe1ca tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 210 time: 0.0555360 Jan 21 08:01:49.113303 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3897456b-a065-40d1-86f3-e73ae9a2b2c0 req-6a0c84b3-0ed6-4037-90bb-0c98b77cd060 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569332 Jan 21 08:01:49.923455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb252c18-0ef4-4f50-8db2-a0addbed629c req-a0a6c83a-b2ad-417d-9ade-a96d6d25647c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:49.941508 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bb252c18-0ef4-4f50-8db2-a0addbed629c req-a0a6c83a-b2ad-417d-9ade-a96d6d25647c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1496367 Jan 21 08:01:49.989998 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bb252c18-0ef4-4f50-8db2-a0addbed629c req-44470bd9-b118-4f47-bfc1-fcce76034c9b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475044 Jan 21 08:01:50.324927 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a430131b-ff3f-4fd2-9ba0-9d0cda0fbcdf req-45875dff-fc01-45a3-8d78-ea29d6748020 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 210 time: 0.0787218 Jan 21 08:01:50.419420 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97d0dc-5958-4fe5-851b-e7914b396ede req-83827e89-0916-4ba9-bb47-4961fa27aaf5 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:50.427219 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0f97d0dc-5958-4fe5-851b-e7914b396ede req-83827e89-0916-4ba9-bb47-4961fa27aaf5 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 945 time: 0.1206541 Jan 21 08:01:50.491153 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0f97d0dc-5958-4fe5-851b-e7914b396ede req-a1b8184b-a77f-4c4b-99b7-2d2311168d49 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628538 Jan 21 08:01:50.867512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6c42dce8-282c-479e-8918-391cf7ce253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:51.223402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b1aa7-d5e3-482b-8bcf-17c74ea54599 req-3278fbd0-c0d2-4342-9342-43bfe1c8dd42 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:51.225117 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bc5b1aa7-d5e3-482b-8bcf-17c74ea54599 req-3278fbd0-c0d2-4342-9342-43bfe1c8dd42 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1032133 Jan 21 08:01:51.284879 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bc5b1aa7-d5e3-482b-8bcf-17c74ea54599 req-68b4e0d6-2533-4139-86a9-7bb7854824b6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506587 Jan 21 08:01:51.514136 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c07ced29-f6cb-4db9-abbd-06b2776d726f req-462985aa-de66-4a06-a0bb-fe4f2d3c9bee tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 210 time: 0.0494359 Jan 21 08:01:51.721644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb469b2-69dc-484a-b6c7-476255d2c363 req-b77e768d-657d-4610-9e36-df554df3d0bb tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:51.723256 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7bb469b2-69dc-484a-b6c7-476255d2c363 req-b77e768d-657d-4610-9e36-df554df3d0bb tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 945 time: 0.1064916 Jan 21 08:01:51.774945 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7bb469b2-69dc-484a-b6c7-476255d2c363 req-16829d63-e2a0-43bf-8b99-b98fdfe8a345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Jan 21 08:01:52.487651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device ed56c909-ad40-4b44-bad4-0d39fefa813a up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:01:52.632249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port ed56c909-ad40-4b44-bad4-0d39fefa813a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:01:52.632767 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:52.725842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3e460-1aba-4696-a2b7-1dd8f81e60d7 req-2c8e99d9-80f3-458e-858b-5a0d6964381c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:52.734288 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-01f3e460-1aba-4696-a2b7-1dd8f81e60d7 req-2c8e99d9-80f3-458e-858b-5a0d6964381c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1894693 Jan 21 08:01:52.784666 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-01f3e460-1aba-4696-a2b7-1dd8f81e60d7 req-6453c0d4-9514-41b9-a0fd-e86b319f1a92 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492682 Jan 21 08:01:52.828843 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ca28697a-562b-4c98-9a29-9211802aed0d req-8e451d44-b280-4b20-b944-1e1d1f6f3633 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 210 time: 0.1515760 Jan 21 08:01:52.852850 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-7bb02997-936e-4390-8fa7-cd856549c539 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:52.854434 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-7bb02997-936e-4390-8fa7-cd856549c539 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 815 time: 0.3325953 Jan 21 08:01:52.898635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Request body: {'port': {'device_id': 'a728510e-1b15-41aa-857a-f10652eb5f8f', 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a', 'admin_state_up': True, 'tenant_id': '6d8f0014011f4ebbac4b43afe680e362'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:01:53.004479 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-623f0263-60a0-41f1-bf7a-1dbc9722c46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:53.054880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:53.064955 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:53.116243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Made reservation on behalf of 6d8f0014011f4ebbac4b43afe680e362 for: {'port': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:01:53.125441 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:53.497147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Allocated IP 172.20.0.8 (04f08295-94cc-4d58-9786-55df6872f09a/8543cc68-5816-4276-8f28-1d84e1545d60/19371cd6-702a-4f0a-a3df-534b465f7361) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:01:53.730055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:53.793476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:53.811959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:53.855839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:53.954717 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Pushing event updated for resources: {'Port': ['ID=19371cd6-702a-4f0a-a3df-534b465f7361,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:53.958396 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:54.018278 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Network 04f08295-94cc-4d58-9786-55df6872f09a is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:01:54.019673 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:01:54.022149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:01:54.040157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:54.040886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:54.124293 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8d37a-29cd-4a03-b093-b7274c115b6f req-8546970e-f878-4eb6-99e2-0f1e44c1a8e1 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:54.125982 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a4e8d37a-29cd-4a03-b093-b7274c115b6f req-8546970e-f878-4eb6-99e2-0f1e44c1a8e1 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1038046 Jan 21 08:01:54.165011 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67576483-2295-45e1-956f-32b26d94c244 req-b4d92928-57c4-4070-9d82-d285410eb166 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:54.165762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-67576483-2295-45e1-956f-32b26d94c244 req-b4d92928-57c4-4070-9d82-d285410eb166 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Synchronizing usage tracker for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:01:54.172406 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2789788 Jan 21 08:01:54.183145 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a4e8d37a-29cd-4a03-b093-b7274c115b6f req-c8eb07af-b529-4ed8-9f4f-7a2a7d3eb734 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503793 Jan 21 08:01:54.208251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-67576483-2295-45e1-956f-32b26d94c244 req-b4d92928-57c4-4070-9d82-d285410eb166 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Unset dirty status for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:01:54.209820 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-67576483-2295-45e1-956f-32b26d94c244 req-b4d92928-57c4-4070-9d82-d285410eb166 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 931 time: 0.1638670 Jan 21 08:01:54.215580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Request body: {'port': {'device_id': 'a728510e-1b15-41aa-857a-f10652eb5f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:01:54.361614 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-67576483-2295-45e1-956f-32b26d94c244 req-ed203199-4f03-47b7-a883-f17ede42abdd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122868 Jan 21 08:01:54.385140 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:54.813436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19371cd6-702a-4f0a-a3df-534b465f7361 {{(pid=80227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:01:54.821223 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:54.835960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Transition to ACTIVE for port object 19371cd6-702a-4f0a-a3df-534b465f7361 will not be triggered until provisioned by entity L2. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:01:54.882183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:54.906381 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b9f45703-0f93-4016-8b70-75d6db26914d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:54.987853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:55.245835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Pushing event updated for resources: {'Port': ['ID=19371cd6-702a-4f0a-a3df-534b465f7361,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:55.250564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:55.406657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Attempting to bind port 19371cd6-702a-4f0a-a3df-534b465f7361 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:01:55.407058 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Attempting to bind port 19371cd6-702a-4f0a-a3df-534b465f7361 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:01:55.407490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Attempting to bind port 19371cd6-702a-4f0a-a3df-534b465f7361 on network 04f08295-94cc-4d58-9786-55df6872f09a {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:01:55.456755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:01:55.457141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Checking segment: {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:01:55.457542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:55.457936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Bound using segment: {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:01:55.458412 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Bound port: 19371cd6-702a-4f0a-a3df-534b465f7361, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'}}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:01:55.458783 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:55.602545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f5ed-2c18-4b1a-9974-dcf2b60e6632 req-cffe1970-744f-483e-b51c-9d54b6be4b6b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:55.604236 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ac36f5ed-2c18-4b1a-9974-dcf2b60e6632 req-cffe1970-744f-483e-b51c-9d54b6be4b6b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1940393 Jan 21 08:01:55.608584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] For port 19371cd6-702a-4f0a-a3df-534b465f7361, host hv-cinder-76859, cleared binding levels {{(pid=80227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:01:55.613175 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] For port 19371cd6-702a-4f0a-a3df-534b465f7361, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=19371cd6-702a-4f0a-a3df-534b465f7361,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:01:55.665180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:55.687723 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f73f2135-9348-450f-9d5e-cc1b07cb1419 tempest-DeleteServersTestJSON-625782592 tempest-DeleteServersTestJSON-625782592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:55.722377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:55.800828 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ac36f5ed-2c18-4b1a-9974-dcf2b60e6632 req-134adcae-20f2-4659-8316-3ae927678cf6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896923 Jan 21 08:01:55.862241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Pushing event updated for resources: {'Port': ['ID=19371cd6-702a-4f0a-a3df-534b465f7361,revision_number=3']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:55.866200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:55.922415 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:55.923168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:55.925046 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] 10.222.0.75 "PUT /v2.0/ports/19371cd6-702a-4f0a-a3df-534b465f7361 HTTP/1.1" status: 200 len: 1157 time: 1.7141101 Jan 21 08:01:55.925629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a728510e-1b15-41aa-857a-f10652eb5f8f', 'tag': '19371cd6-702a-4f0a-a3df-534b465f7361'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:01:55.934052 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e41d0-97f4-4fd6-9ea8-63a679fc327f req-cb3c8b61-ac28-4c55-8460-f4e78e191705 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:55.935828 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8f3e41d0-97f4-4fd6-9ea8-63a679fc327f req-cb3c8b61-ac28-4c55-8460-f4e78e191705 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 943 time: 0.1757767 Jan 21 08:01:55.995417 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8f3e41d0-97f4-4fd6-9ea8-63a679fc327f req-252bf9d9-5e6d-479e-87b8-3a4ed7046a61 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525851 Jan 21 08:01:56.123140 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a728510e-1b15-41aa-857a-f10652eb5f8f', 'tag': '19371cd6-702a-4f0a-a3df-534b465f7361', 'status': 'completed', 'code': 200} Jan 21 08:01:56.182846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a758-afac-406e-b8d6-8bc29e7c89cb req-6183e373-81d6-4eb7-a70d-7be896306bff tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:56.190753 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0059a758-afac-406e-b8d6-8bc29e7c89cb req-6183e373-81d6-4eb7-a70d-7be896306bff tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 945 time: 0.2170188 Jan 21 08:01:56.263462 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-d47d9207-34ab-4884-8a9d-03a84ea6677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:56.265130 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-d47d9207-34ab-4884-8a9d-03a84ea6677f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 1160 time: 0.1887712 Jan 21 08:01:56.312800 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0059a758-afac-406e-b8d6-8bc29e7c89cb req-a22a7eb2-ec65-4416-b7bf-ea6bc8a166d4 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206748 Jan 21 08:01:56.399433 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56364) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:56.471993 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-15efcc2d-05bc-4b10-a8ac-1955ac70950f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19371cd6-702a-4f0a-a3df-534b465f7361 HTTP/1.1" status: 200 len: 217 time: 0.0999496 Jan 21 08:01:56.567452 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7fc-b91a-4198-910f-a8687582e095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:56.584558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-4b8bf7fc-b91a-4198-910f-a8687582e095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:56.589113 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-4b8bf7fc-b91a-4198-910f-a8687582e095 admin admin] Usage tracker for resource:security_group_rule and tenant:619cc03977b644428d2a9c8b24e810e2 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:56.592916 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-4b8bf7fc-b91a-4198-910f-a8687582e095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:56.599003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-4b8bf7fc-b91a-4198-910f-a8687582e095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:56.634691 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-f9d48032-49af-487c-8374-51d6b1c86948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:56.636323 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-f9d48032-49af-487c-8374-51d6b1c86948 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8543cc68-5816-4276-8f28-1d84e1545d60 HTTP/1.1" status: 200 len: 855 time: 0.0760958 Jan 21 08:01:56.703999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7fc-b91a-4198-910f-a8687582e095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:56.740064 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-020fe02d-fae1-479b-afae-61b423db472c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=04f08295-94cc-4d58-9786-55df6872f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490997 Jan 21 08:01:56.804661 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7fc-b91a-4198-910f-a8687582e095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:56.814792 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f433d02b-eb66-4cca-afdf-adba36164796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:56.877766 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bf7fc-b91a-4198-910f-a8687582e095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4aaedf-7a54-4787-b6a9-eef0866d4c9c,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:56.896261 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4b8bf7fc-b91a-4198-910f-a8687582e095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:56.898393 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-81664fcf-9db2-42ae-ad7f-58007b17c904 service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456301 Jan 21 08:01:56.899137 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-4b8bf7fc-b91a-4198-910f-a8687582e095 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=619cc03977b644428d2a9c8b24e810e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4983304 Jan 21 08:01:56.901948 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56380) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:57.029473 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-527c8893-e8e2-40ce-96f0-a2c2ec71ccf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:57.073468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-527c8893-e8e2-40ce-96f0-a2c2ec71ccf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:57.089314 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf0f9f0c-dc59-428d-b2b2-e63ec6332508 req-ad897e0d-4ae9-4096-834e-d684991c184c service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1769207 Jan 21 08:01:57.156352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf08f1c-a124-4116-b709-3e06657fd1b8 req-6fcec309-a3da-4501-a1fa-923a9faf5497 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:57.158071 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7cf08f1c-a124-4116-b709-3e06657fd1b8 req-6fcec309-a3da-4501-a1fa-923a9faf5497 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1775737 Jan 21 08:01:57.215860 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7cf08f1c-a124-4116-b709-3e06657fd1b8 req-4ee2b6f4-feaa-40cb-9d2b-909014af5066 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466311 Jan 21 08:01:57.245540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dba6dd-d113-4d5e-9982-9080c8aeb5ee req-8fbfad4a-6d0c-496d-b88a-42f0451e3480 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:57.247756 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d4dba6dd-d113-4d5e-9982-9080c8aeb5ee req-8fbfad4a-6d0c-496d-b88a-42f0451e3480 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 943 time: 0.1101196 Jan 21 08:01:57.301730 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d4dba6dd-d113-4d5e-9982-9080c8aeb5ee req-1d28482b-eaea-40e6-a364-c2e8314264f0 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470004 Jan 21 08:01:57.347515 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-527c8893-e8e2-40ce-96f0-a2c2ec71ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:57.353162 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cbfeadf0-f194-40f3-ae88-1bfeb3614099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:57.367910 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c8893-e8e2-40ce-96f0-a2c2ec71ccf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4aaedf-7a54-4787-b6a9-eef0866d4c9c,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:57.374174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-527c8893-e8e2-40ce-96f0-a2c2ec71ccf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:57.379678 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-527c8893-e8e2-40ce-96f0-a2c2ec71ccf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:57.381001 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-527c8893-e8e2-40ce-96f0-a2c2ec71ccf8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a4aaedf-7a54-4787-b6a9-eef0866d4c9c HTTP/1.1" status: 204 len: 168 time: 0.4778848 Jan 21 08:01:57.462536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26981f-7e72-4aea-8c52-a2896408f30c req-d5380bfe-2bc8-4a91-b9dd-29852c9d3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:57.464169 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c26981f-7e72-4aea-8c52-a2896408f30c req-d5380bfe-2bc8-4a91-b9dd-29852c9d3ab1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 1160 time: 0.1013017 Jan 21 08:01:57.569520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539adde5-63ee-4766-8e7d-b881afbb69ae req-9c78de14-39aa-4634-85bd-0283ddbf2266 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:57.571873 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-539adde5-63ee-4766-8e7d-b881afbb69ae req-9c78de14-39aa-4634-85bd-0283ddbf2266 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 945 time: 0.1146166 Jan 21 08:01:57.625933 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-539adde5-63ee-4766-8e7d-b881afbb69ae req-e2da0fd0-262c-49cf-934a-92d1a4e36c87 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478671 Jan 21 08:01:57.631536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26981f-7e72-4aea-8c52-a2896408f30c req-7d28386b-2a77-4854-a447-c0fc523515c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:57.633118 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c26981f-7e72-4aea-8c52-a2896408f30c req-7d28386b-2a77-4854-a447-c0fc523515c1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 909 time: 0.1500883 Jan 21 08:01:57.714407 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c26981f-7e72-4aea-8c52-a2896408f30c req-74c834bc-4c07-4f2e-880b-089fdc0f8bb0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19371cd6-702a-4f0a-a3df-534b465f7361 HTTP/1.1" status: 200 len: 217 time: 0.0680499 Jan 21 08:01:57.893953 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26981f-7e72-4aea-8c52-a2896408f30c req-6e59184c-0206-49ad-a2ee-e267f973e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:57.895525 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c26981f-7e72-4aea-8c52-a2896408f30c req-6e59184c-0206-49ad-a2ee-e267f973e0e5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8543cc68-5816-4276-8f28-1d84e1545d60 HTTP/1.1" status: 200 len: 855 time: 0.0700426 Jan 21 08:01:57.969802 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c26981f-7e72-4aea-8c52-a2896408f30c req-10669ab7-184a-4f96-b1ad-7825f475f1c2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=04f08295-94cc-4d58-9786-55df6872f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477042 Jan 21 08:01:58.079631 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56404) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:58.103998 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-95b2c3a4-a731-4d02-a887-3a1656c0f636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:58.120303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-95b2c3a4-a731-4d02-a887-3a1656c0f636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:01:58.124592 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-95b2c3a4-a731-4d02-a887-3a1656c0f636 admin admin] Usage tracker for resource:security_group_rule and tenant:9f41083b8ee54d84bf9d5192a135fe4e is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:01:58.127660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-95b2c3a4-a731-4d02-a887-3a1656c0f636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:01:58.133002 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c26981f-7e72-4aea-8c52-a2896408f30c req-7215ef4d-ad20-489c-a922-8caefb486d9b service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477797 Jan 21 08:01:58.133682 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-95b2c3a4-a731-4d02-a887-3a1656c0f636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:01:58.230312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-95b2c3a4-a731-4d02-a887-3a1656c0f636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:58.296696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-95b2c3a4-a731-4d02-a887-3a1656c0f636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:58.306902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-527c8893-e8e2-40ce-96f0-a2c2ec71ccf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:58.336490 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c26981f-7e72-4aea-8c52-a2896408f30c req-9c2bf6e2-6315-4756-be81-f416a94e2d73 service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1854053 Jan 21 08:01:58.384419 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-95b2c3a4-a731-4d02-a887-3a1656c0f636 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f41083b8ee54d84bf9d5192a135fe4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032780 Jan 21 08:01:58.386401 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2c3a4-a731-4d02-a887-3a1656c0f636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9984f65a-4d4a-41bc-a2c4-a2c4f823d44e,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:58.389670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56414) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:01:58.392949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-95b2c3a4-a731-4d02-a887-3a1656c0f636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:58.530029 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ade11-4808-45cf-9c53-3ddb1e6055b1 req-14048785-54bf-4bef-b961-71349acbd8e2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:58.532686 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c28ade11-4808-45cf-9c53-3ddb1e6055b1 req-14048785-54bf-4bef-b961-71349acbd8e2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1582940 Jan 21 08:01:58.556335 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-22023ffd-e431-46a3-bbdc-1980a00f7f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:58.595325 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c28ade11-4808-45cf-9c53-3ddb1e6055b1 req-66592e9d-6201-44c0-a22f-27f355fa3d2f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560927 Jan 21 08:01:58.602798 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-22023ffd-e431-46a3-bbdc-1980a00f7f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:58.657211 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccc1ef-4adc-44ed-9fb1-d3066e2db156 req-7f396f6b-105f-46f7-b316-7964f12149fb tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:58.658870 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d5ccc1ef-4adc-44ed-9fb1-d3066e2db156 req-7f396f6b-105f-46f7-b316-7964f12149fb tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 943 time: 0.1910422 Jan 21 08:01:58.726677 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d5ccc1ef-4adc-44ed-9fb1-d3066e2db156 req-137a1579-b80a-43bc-854e-5f0837d93316 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562887 Jan 21 08:01:58.779927 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-22023ffd-e431-46a3-bbdc-1980a00f7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:58.785355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-473c7eb0-1c2d-44db-9cfb-7bca17f8f0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:01:58.798663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22023ffd-e431-46a3-bbdc-1980a00f7f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9984f65a-4d4a-41bc-a2c4-a2c4f823d44e,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:01:58.801475 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-22023ffd-e431-46a3-bbdc-1980a00f7f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:01:58.805055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-22023ffd-e431-46a3-bbdc-1980a00f7f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:01:58.810511 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-22023ffd-e431-46a3-bbdc-1980a00f7f4e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9984f65a-4d4a-41bc-a2c4-a2c4f823d44e HTTP/1.1" status: 204 len: 168 time: 0.4194620 Jan 21 08:01:58.868599 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806f5a4-c73b-4bf5-99e0-ebd6c55b6d80 req-c7ea0fbe-45cd-4f48-b076-d814f1ced365 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:58.872037 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f806f5a4-c73b-4bf5-99e0-ebd6c55b6d80 req-c7ea0fbe-45cd-4f48-b076-d814f1ced365 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 945 time: 0.1154778 Jan 21 08:01:58.923019 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f806f5a4-c73b-4bf5-99e0-ebd6c55b6d80 req-fd49d96b-d342-4b1d-93db-5284504ccfc7 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458360 Jan 21 08:01:59.837241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb697d-031c-4473-899c-e4fbc5939c98 req-3f69dbe4-19d6-4337-949e-c127dbfd6c34 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:59.838872 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b3fb697d-031c-4473-899c-e4fbc5939c98 req-3f69dbe4-19d6-4337-949e-c127dbfd6c34 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1090000 Jan 21 08:01:59.895102 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b3fb697d-031c-4473-899c-e4fbc5939c98 req-e9c9062e-40df-4dea-a7d8-7e01dbd1ed3f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493476 Jan 21 08:01:59.971494 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42b578-8d5e-465c-9870-fca428de054e req-8793d928-70a8-420e-b9cb-c8c63c6a1012 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:01:59.973265 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3f42b578-8d5e-465c-9870-fca428de054e req-8793d928-70a8-420e-b9cb-c8c63c6a1012 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 943 time: 0.1068523 Jan 21 08:02:00.025524 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3f42b578-8d5e-465c-9870-fca428de054e req-279eafae-16c1-4f3e-b40c-09cdc62a0b7d tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455546 Jan 21 08:02:00.160534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812c37b-b066-48af-b693-780aa052a6a5 req-c0a385e3-7dd0-4016-b56b-90d18ee9526e tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:00.162204 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5812c37b-b066-48af-b693-780aa052a6a5 req-c0a385e3-7dd0-4016-b56b-90d18ee9526e tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 945 time: 0.1083090 Jan 21 08:02:00.215668 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5812c37b-b066-48af-b693-780aa052a6a5 req-0cbb0a11-9cc0-4fc3-9cf0-a049a257b393 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464077 Jan 21 08:02:00.862018 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 56454) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:01.020355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-61c0a47a-ceb3-4d68-a72f-6c9b8394167d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:01.037231 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-61c0a47a-ceb3-4d68-a72f-6c9b8394167d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:02:01.085471 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-61c0a47a-ceb3-4d68-a72f-6c9b8394167d admin admin] Usage tracker for resource:security_group_rule and tenant:0d80268c23624825aaa0ce390e66247e is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:02:01.135303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-61c0a47a-ceb3-4d68-a72f-6c9b8394167d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:02:01.153210 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-61c0a47a-ceb3-4d68-a72f-6c9b8394167d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:02:01.297580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79c58a-2da8-4192-86a0-1bd467a41b97 req-e4d1beff-7f0d-4bc9-a73f-29083eb39370 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:01.300109 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ba79c58a-2da8-4192-86a0-1bd467a41b97 req-e4d1beff-7f0d-4bc9-a73f-29083eb39370 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 943 time: 0.1357396 Jan 21 08:02:01.338364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c4d96-aea7-40fd-a2ec-1582a58ef0cb req-4be7e462-239c-44b2-bf2c-87e8ffd32ab5 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:01.340229 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bb1c4d96-aea7-40fd-a2ec-1582a58ef0cb req-4be7e462-239c-44b2-bf2c-87e8ffd32ab5 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.75 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 945 time: 0.2615175 Jan 21 08:02:01.359907 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ba79c58a-2da8-4192-86a0-1bd467a41b97 req-c465f796-f5dc-432d-866a-3f6b991938a3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532804 Jan 21 08:02:01.364313 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367833e-f0a7-4025-a466-acc5ba890810 req-ef7d3207-9d46-4f26-8ab6-88e6f301cb7d tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:01.365990 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e367833e-f0a7-4025-a466-acc5ba890810 req-ef7d3207-9d46-4f26-8ab6-88e6f301cb7d tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.3302057 Jan 21 08:02:01.413571 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-61c0a47a-ceb3-4d68-a72f-6c9b8394167d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:01.469885 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-61c0a47a-ceb3-4d68-a72f-6c9b8394167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:01.483380 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-903892b5-9446-47e3-8595-78eeb8cf6fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:01.505095 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-bb1c4d96-aea7-40fd-a2ec-1582a58ef0cb req-775cbe7f-2cb8-4bfe-ba0c-949f9d203da2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Deleting port ed56c909-ad40-4b44-bad4-0d39fefa813a {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:02:01.505488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bb1c4d96-aea7-40fd-a2ec-1582a58ef0cb req-775cbe7f-2cb8-4bfe-ba0c-949f9d203da2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:01.555990 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e367833e-f0a7-4025-a466-acc5ba890810 req-f345d43c-fca7-4da5-82a9-885fb46c9786 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452944 Jan 21 08:02:01.591046 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-61c0a47a-ceb3-4d68-a72f-6c9b8394167d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d80268c23624825aaa0ce390e66247e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7272499 Jan 21 08:02:01.601400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 56478) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:01.614311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a3b48-4b74-4d7c-975c-7e7b13216f3a req-1f8ba866-ec15-42bc-8150-746cdd47f46c tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:01.616011 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-849a3b48-4b74-4d7c-975c-7e7b13216f3a req-1f8ba866-ec15-42bc-8150-746cdd47f46c tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 945 time: 0.1256576 Jan 21 08:02:01.623423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0a47a-ceb3-4d68-a72f-6c9b8394167d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5329edb-66c0-466b-b1b9-bb8ef043c743,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:01.630189 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-61c0a47a-ceb3-4d68-a72f-6c9b8394167d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:01.708372 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-849a3b48-4b74-4d7c-975c-7e7b13216f3a req-85a314d9-c56f-469f-9cff-e62bde3e6633 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847557 Jan 21 08:02:01.829926 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5f63cd0a-f246-4ac4-a1c5-519573bd6935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:01.893131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5f63cd0a-f246-4ac4-a1c5-519573bd6935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:01.945643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-bb1c4d96-aea7-40fd-a2ec-1582a58ef0cb req-775cbe7f-2cb8-4bfe-ba0c-949f9d203da2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] For port ed56c909-ad40-4b44-bad4-0d39fefa813a, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ed56c909-ad40-4b44-bad4-0d39fefa813a,segment=NetworkSegment(38d9ea1c-f0d7-443a-b3b6-e024949accd7),segment_id=38d9ea1c-f0d7-443a-b3b6-e024949accd7)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:02:01.946108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bb1c4d96-aea7-40fd-a2ec-1582a58ef0cb req-775cbe7f-2cb8-4bfe-ba0c-949f9d203da2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:02.287002 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-bb1c4d96-aea7-40fd-a2ec-1582a58ef0cb req-775cbe7f-2cb8-4bfe-ba0c-949f9d203da2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Calling delete_port for ed56c909-ad40-4b44-bad4-0d39fefa813a owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:02:02.387051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5f63cd0a-f246-4ac4-a1c5-519573bd6935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:02.393293 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-bf0572a8-602c-4a52-a4b1-6daab5f3eb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:02.405237 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63cd0a-f246-4ac4-a1c5-519573bd6935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5329edb-66c0-466b-b1b9-bb8ef043c743,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:02.407919 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5f63cd0a-f246-4ac4-a1c5-519573bd6935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:02.414492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5f63cd0a-f246-4ac4-a1c5-519573bd6935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:02.416221 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5f63cd0a-f246-4ac4-a1c5-519573bd6935 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5329edb-66c0-466b-b1b9-bb8ef043c743 HTTP/1.1" status: 204 len: 168 time: 0.8108714 Jan 21 08:02:02.618083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289b70e-c277-4c30-998f-857334fc1120 req-7bb4c7cf-1588-403e-bcf1-223f973df662 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:02.619855 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3289b70e-c277-4c30-998f-857334fc1120 req-7bb4c7cf-1588-403e-bcf1-223f973df662 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 943 time: 0.1201870 Jan 21 08:02:02.621216 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bb1c4d96-aea7-40fd-a2ec-1582a58ef0cb req-775cbe7f-2cb8-4bfe-ba0c-949f9d203da2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:02.640715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:02.756138 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cbe7f-2cb8-4bfe-ba0c-949f9d203da2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Pushing event deleted for resources: {'Port': ['ID=ed56c909-ad40-4b44-bad4-0d39fefa813a,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:02.759033 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-775cbe7f-2cb8-4bfe-ba0c-949f9d203da2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:02.805006 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3289b70e-c277-4c30-998f-857334fc1120 req-acebaf73-ec07-41b5-ba6d-569b1defcc28 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653118 Jan 21 08:02:02.822148 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c0deb-4f6a-45a4-9aad-99a889ed23da req-8b6f8c56-7705-448f-a78c-da717c5d68ef tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:02.824013 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7f2c0deb-4f6a-45a4-9aad-99a889ed23da req-8b6f8c56-7705-448f-a78c-da717c5d68ef tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1221023 Jan 21 08:02:02.898905 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1c4d96-aea7-40fd-a2ec-1582a58ef0cb req-775cbe7f-2cb8-4bfe-ba0c-949f9d203da2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] No DVR routers for this DVR port ed56c909-ad40-4b44-bad4-0d39fefa813a on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:02:02.901288 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bb1c4d96-aea7-40fd-a2ec-1582a58ef0cb req-775cbe7f-2cb8-4bfe-ba0c-949f9d203da2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:02.906374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb352966-a914-4024-a13c-f60376de494b', 'name': 'network-vif-deleted', 'tag': 'ed56c909-ad40-4b44-bad4-0d39fefa813a'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:02:02.909211 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7f2c0deb-4f6a-45a4-9aad-99a889ed23da req-15d58f0a-64cd-4813-83ea-40234f368f51 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755982 Jan 21 08:02:02.947993 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bb1c4d96-aea7-40fd-a2ec-1582a58ef0cb req-775cbe7f-2cb8-4bfe-ba0c-949f9d203da2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.75 "DELETE /v2.0/ports/ed56c909-ad40-4b44-bad4-0d39fefa813a HTTP/1.1" status: 204 len: 173 time: 1.5777121 Jan 21 08:02:03.013612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-9f3a26b2-8a52-4b88-b329-efce6ca7e289 req-570dc0c2-02d7-4788-bc54-1751b86c9bfd tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Synchronizing usage tracker for tenant:826eae8231c844b7b550ae01f7308f38 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:02:03.055789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-9f3a26b2-8a52-4b88-b329-efce6ca7e289 req-570dc0c2-02d7-4788-bc54-1751b86c9bfd tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Unset dirty status for tenant:826eae8231c844b7b550ae01f7308f38 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:02:03.057158 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9f3a26b2-8a52-4b88-b329-efce6ca7e289 req-570dc0c2-02d7-4788-bc54-1751b86c9bfd tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 210 time: 0.0983276 Jan 21 08:02:03.132888 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb352966-a914-4024-a13c-f60376de494b', 'name': 'network-vif-deleted', 'tag': 'ed56c909-ad40-4b44-bad4-0d39fefa813a', 'status': 'completed', 'code': 200} Jan 21 08:02:04.063744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa029-242d-4ddf-93e8-4f1bbd8144b8 req-56bcb4d4-eb13-4bf1-abb2-4e595353da8f tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:04.065516 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-015fa029-242d-4ddf-93e8-4f1bbd8144b8 req-56bcb4d4-eb13-4bf1-abb2-4e595353da8f tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 943 time: 0.1153967 Jan 21 08:02:04.123496 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-015fa029-242d-4ddf-93e8-4f1bbd8144b8 req-a411fa99-09b3-48f9-8ed5-b4461be4b874 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504165 Jan 21 08:02:04.157498 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38e805-b1fa-44ad-a5ba-3be686d00601 req-3947f373-c427-44e9-9c82-dc8db79fa0ab tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:04.159203 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1c38e805-b1fa-44ad-a5ba-3be686d00601 req-3947f373-c427-44e9-9c82-dc8db79fa0ab tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1097496 Jan 21 08:02:04.214963 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1c38e805-b1fa-44ad-a5ba-3be686d00601 req-dabb5df5-a3c0-45fc-9132-05efcaf4fba5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481303 Jan 21 08:02:04.334457 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f92264a8-cd02-4310-b1fa-2ff3f4ebbdf7 req-fbab528c-fc0f-4e7f-a17d-8ad3db02794c tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=fb352966-a914-4024-a13c-f60376de494b HTTP/1.1" status: 200 len: 210 time: 0.0544538 Jan 21 08:02:04.447161 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 19371cd6-702a-4f0a-a3df-534b465f7361 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:04.587547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 19371cd6-702a-4f0a-a3df-534b465f7361 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:02:04.597262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 19371cd6-702a-4f0a-a3df-534b465f7361 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:04.597262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:04.725920 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:04.755195 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a728510e-1b15-41aa-857a-f10652eb5f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19371cd6-702a-4f0a-a3df-534b465f7361'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:02:04.765732 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 19371cd6-702a-4f0a-a3df-534b465f7361, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=19371cd6-702a-4f0a-a3df-534b465f7361,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:02:04.815910 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a728510e-1b15-41aa-857a-f10652eb5f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19371cd6-702a-4f0a-a3df-534b465f7361', 'code': 200} Jan 21 08:02:04.817260 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:04.819468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:04.876476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 56570) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:04.893258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device ed56c909-ad40-4b44-bad4-0d39fefa813a no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:02:04.942685 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] No Port match for: ed56c909-ad40-4b44-bad4-0d39fefa813a {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:02:04.943086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device ed56c909-ad40-4b44-bad4-0d39fefa813a not bound to the agent host hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:02:04.948114 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5a9be1-5a41-499d-a48e-7c70e41e01dd admin admin] Deleting subnet 1826342b-10f5-4b71-910d-37469e9d1cbf {{(pid=80227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:02:04.950527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=19371cd6-702a-4f0a-a3df-534b465f7361,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:04.951458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9be1-5a41-499d-a48e-7c70e41e01dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:04.954683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:05.007726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9be1-5a41-499d-a48e-7c70e41e01dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:05.015701 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9be1-5a41-499d-a48e-7c70e41e01dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:05.366818 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d06fc-c8d9-4a1e-aaf7-66c36c2d0fa6 req-ede2ec38-d09b-471c-ab01-4fdabd326981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:05.368826 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f17d06fc-c8d9-4a1e-aaf7-66c36c2d0fa6 req-ede2ec38-d09b-471c-ab01-4fdabd326981 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 1162 time: 0.1220045 Jan 21 08:02:05.408110 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19bfd0-ac23-45fd-8c0c-408bb6e871a0 req-07565101-e356-4160-837d-54ce2799eca3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:05.410052 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7a19bfd0-ac23-45fd-8c0c-408bb6e871a0 req-07565101-e356-4160-837d-54ce2799eca3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 945 time: 0.1510887 Jan 21 08:02:05.462557 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9be1-5a41-499d-a48e-7c70e41e01dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for subnet, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:05.466558 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7a19bfd0-ac23-45fd-8c0c-408bb6e871a0 req-b9c64326-7295-4e0e-88b3-63c3eb4b598e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486684 Jan 21 08:02:05.490724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8a24abc8-7f10-4b87-b1e4-c627c8005427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:05.598822 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a9be1-5a41-499d-a48e-7c70e41e01dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1826342b-10f5-4b71-910d-37469e9d1cbf,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:05.612064 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f17d06fc-c8d9-4a1e-aaf7-66c36c2d0fa6 req-fc0cb05c-0104-4948-b5e7-6619affcb877 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207665 Jan 21 08:02:05.612764 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-2c5a9be1-5a41-499d-a48e-7c70e41e01dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:05.681175 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf55718-4070-4008-bdd0-a57adf8d4105 req-39c07736-b68f-474f-b0b2-f95d583be654 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:05.682880 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-abf55718-4070-4008-bdd0-a57adf8d4105 req-39c07736-b68f-474f-b0b2-f95d583be654 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.2950618 Jan 21 08:02:05.684037 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9be1-5a41-499d-a48e-7c70e41e01dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:05.697568 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-2c5a9be1-5a41-499d-a48e-7c70e41e01dd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1826342b-10f5-4b71-910d-37469e9d1cbf HTTP/1.1" status: 204 len: 168 time: 0.8199568 Jan 21 08:02:05.700373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56592) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:05.742669 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-abf55718-4070-4008-bdd0-a57adf8d4105 req-cc17b3d4-5568-4afb-bf12-d0d96113e2b7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478959 Jan 21 08:02:05.819159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:06.017189 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:06.027134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-73d4122a-dce3-4743-98a6-805feb9f563f tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:06.029286 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-73d4122a-dce3-4743-98a6-805feb9f563f tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/networks?id=4cec4eef-2e16-4169-977d-1073a4d318dc HTTP/1.1" status: 200 len: 809 time: 0.1749191 Jan 21 08:02:06.045731 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-b68d5d66-d819-4caf-b93b-faf45a66bb52 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/quotas/826eae8231c844b7b550ae01f7308f38 HTTP/1.1" status: 200 len: 375 time: 0.0102413 Jan 21 08:02:06.099061 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-bf519406-bbd0-40b5-a037-2ddc0ac7d381 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?tenant_id=826eae8231c844b7b550ae01f7308f38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467525 Jan 21 08:02:06.135001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fa2fa9-0e06-450e-acc9-bdd6480e5dee']}} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:02:06.148014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a84f64f-dbea-432d-a879-be68491791bd') {'for_net_delete': True} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:02:06.148393 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a84f64f-dbea-432d-a879-be68491791bd') {} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:02:06.161398 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850730128'] for segment, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:06.176578 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:06.178935 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:02:06.246700 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-47818e7d-83d6-492a-b7dd-8ec35ba20f5a service neutron] 10.222.0.64 "GET /v2.0/networks/4cec4eef-2e16-4169-977d-1073a4d318dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398051 Jan 21 08:02:06.404411 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-b99727cc-349a-4c83-afec-1aaa4796c2cf service neutron] 10.222.0.64 "GET /v2.0/networks/4cec4eef-2e16-4169-977d-1073a4d318dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1501107 Jan 21 08:02:06.488753 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 2ce8c544-9612-4a4b-96c4-55d5a24b99aa up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:06.574753 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:06.575784 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:06.594840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] Network f4fa2fa9-0e06-450e-acc9-bdd6480e5dee has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:02:06.604791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1160449'] for segment, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:06.721180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 19371cd6-702a-4f0a-a3df-534b465f7361 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:06.803784 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 19371cd6-702a-4f0a-a3df-534b465f7361 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:06.804347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:06.846983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] Network f4fa2fa9-0e06-450e-acc9-bdd6480e5dee has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:02:06.871683 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-754ee8c2-2724-47d6-8c40-b7a4244c993d req-591facb5-03c0-4e26-aea8-8c295286fc9c tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 210 time: 0.1237686 Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:02:06.883539 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:02:07.079526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29e916-c680-4ad9-bf7f-729969e748cf req-a1a1d94e-6a42-4e42-86d0-e4cd8acc6471 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:07.081251 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5b29e916-c680-4ad9-bf7f-729969e748cf req-a1a1d94e-6a42-4e42-86d0-e4cd8acc6471 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 945 time: 0.1956615 Jan 21 08:02:07.104880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:07.106973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4e436-7140-488a-895c-2337dae078ca req-a49f5bfe-de30-4f16-84e8-49443064cbb9 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:07.109024 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2a4e436-7140-488a-895c-2337dae078ca req-a49f5bfe-de30-4f16-84e8-49443064cbb9 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1150100 Jan 21 08:02:07.115286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:07.136220 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:07.151157 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] 10.222.0.64 "DELETE /v2.0/networks/f4fa2fa9-0e06-450e-acc9-bdd6480e5dee HTTP/1.1" status: 204 len: 168 time: 1.4480622 Jan 21 08:02:07.157099 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56622) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:07.159536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] Pushing event deleted for resources: {'Network': ['ID=f4fa2fa9-0e06-450e-acc9-bdd6480e5dee,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:07.164827 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cb515a88-4afe-455b-a359-85f66642240b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:07.167765 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2a4e436-7140-488a-895c-2337dae078ca req-41480dcb-9269-4ee8-823c-af88a2f1fdac tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531168 Jan 21 08:02:07.239272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7fcbc4-0e40-443c-b9a2-aa218c3c723a admin admin] Deleting subnet 124f93f9-dc48-42f2-b8e4-6526ed22f3b6 {{(pid=80226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:02:07.260169 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5b29e916-c680-4ad9-bf7f-729969e748cf req-cb9566b1-be66-4a1c-8d9c-b83aeedc997c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721170 Jan 21 08:02:07.276932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9b7fcbc4-0e40-443c-b9a2-aa218c3c723a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:07.331529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9b7fcbc4-0e40-443c-b9a2-aa218c3c723a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4045688'] for subnet, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:07.395330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9b7fcbc4-0e40-443c-b9a2-aa218c3c723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:07.707537 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9b7fcbc4-0e40-443c-b9a2-aa218c3c723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1160558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985224'] for subnet, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:07.724168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:07.808668 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fcbc4-0e40-443c-b9a2-aa218c3c723a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124f93f9-dc48-42f2-b8e4-6526ed22f3b6,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:07.823848 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9b7fcbc4-0e40-443c-b9a2-aa218c3c723a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:07.862331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9b7fcbc4-0e40-443c-b9a2-aa218c3c723a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:07.868435 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9b7fcbc4-0e40-443c-b9a2-aa218c3c723a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/124f93f9-dc48-42f2-b8e4-6526ed22f3b6 HTTP/1.1" status: 204 len: 168 time: 0.7053771 Jan 21 08:02:07.872509 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56640) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:07.995282 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:08.056618 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bbef10bf-54af-4736-930c-89775b27db70 req-43481e48-e40a-4923-9733-c878baa47d78 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 210 time: 0.0511837 Jan 21 08:02:08.188115 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:08.320251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1472b33-4b4d-4967-9b9a-27520051b453']}} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:02:08.341471 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2301f40-18d4-45f9-8454-e9a32133539c') {'for_net_delete': True} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:02:08.342002 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2301f40-18d4-45f9-8454-e9a32133539c') {} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:02:08.406215 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850730128'] for segment, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:08.429260 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:08.432311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:02:08.561779 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9b128-5477-477f-b933-e20d1a746c87 req-899308ce-4c2c-4fdf-b553-36fb9e76fd3f tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:08.563663 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-57c9b128-5477-477f-b933-e20d1a746c87 req-899308ce-4c2c-4fdf-b553-36fb9e76fd3f tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 945 time: 0.1302035 Jan 21 08:02:08.619257 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-57c9b128-5477-477f-b933-e20d1a746c87 req-39bd6b6d-dafb-4982-b382-4a6494af33cd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485077 Jan 21 08:02:08.631584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6299d-98d8-4785-8513-e9f7c3506311 req-79192211-6e8e-44f0-82e7-7e950fd72cf0 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:08.633824 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c4a6299d-98d8-4785-8513-e9f7c3506311 req-79192211-6e8e-44f0-82e7-7e950fd72cf0 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.3027632 Jan 21 08:02:08.685932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Network d1472b33-4b4d-4967-9b9a-27520051b453 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:02:08.696307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1160449'] for segment, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:08.736225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 2ce8c544-9612-4a4b-96c4-55d5a24b99aa up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:08.803478 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c4a6299d-98d8-4785-8513-e9f7c3506311 req-1df74c30-533e-402a-9bf5-608dc4b63553 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509135 Jan 21 08:02:08.813744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:08.814176 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:08.902589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Network d1472b33-4b4d-4967-9b9a-27520051b453 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:02:08.926192 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:02:08.943057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 19371cd6-702a-4f0a-a3df-534b465f7361 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:09.015002 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 19371cd6-702a-4f0a-a3df-534b465f7361 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:09.015346 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:09.049945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:09.054500 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:09.058448 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:09.096060 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] 10.222.0.64 "DELETE /v2.0/networks/d1472b33-4b4d-4967-9b9a-27520051b453 HTTP/1.1" status: 204 len: 168 time: 1.2177939 Jan 21 08:02:09.101864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d1472b33-4b4d-4967-9b9a-27520051b453,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:09.108956 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:09.274216 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ca269a8d-d0f8-465f-b682-d833baef8b7f req-c45ec087-51e7-4d48-866e-4b1a67de81ff tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 210 time: 0.0524983 Jan 21 08:02:09.454987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 56664) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:09.511099 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-c97071e2-7a12-4261-af34-015ef3806f91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=795d6d9538aa41949ccaa5342d26ea79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533354 Jan 21 08:02:09.512484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56670) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:09.579542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9dae-6837-45cc-b7d3-d77a2c62697d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:09.607897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9dae-6837-45cc-b7d3-d77a2c62697d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:09.687840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9dae-6837-45cc-b7d3-d77a2c62697d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:09.693208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4b8bf7fc-b91a-4198-910f-a8687582e095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:09.713264 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b9dae-6837-45cc-b7d3-d77a2c62697d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec497e3-8eca-4db6-b4c0-ad253fe2e07d,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:09.732559 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7f1b9dae-6837-45cc-b7d3-d77a2c62697d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:09.790963 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9dae-6837-45cc-b7d3-d77a2c62697d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:09.792424 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-7f1b9dae-6837-45cc-b7d3-d77a2c62697d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cec497e3-8eca-4db6-b4c0-ad253fe2e07d HTTP/1.1" status: 204 len: 168 time: 0.2787781 Jan 21 08:02:10.125825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-0ecf333b-6df6-44b4-bf92-3319c6a41f5d tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:10.127526 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-0ecf333b-6df6-44b4-bf92-3319c6a41f5d tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.75 "GET /v2.0/networks?id=4cec4eef-2e16-4169-977d-1073a4d318dc HTTP/1.1" status: 200 len: 809 time: 0.4758878 Jan 21 08:02:10.155982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ec9df-3eb6-406e-907f-01ab50308670 req-266f98ca-ef2e-4b77-8cba-dd51c4303518 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:10.163573 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f76ec9df-3eb6-406e-907f-01ab50308670 req-266f98ca-ef2e-4b77-8cba-dd51c4303518 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 945 time: 0.3923957 Jan 21 08:02:10.221042 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f76ec9df-3eb6-406e-907f-01ab50308670 req-ceb20a40-3c9f-40e2-90e8-cda6447fca2a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562785 Jan 21 08:02:10.230213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Request body: {'port': {'device_id': '26b92bcb-867a-4605-bab8-9e05be8233fe', 'network_id': '4cec4eef-2e16-4169-977d-1073a4d318dc', 'admin_state_up': True, 'tenant_id': '826eae8231c844b7b550ae01f7308f38'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:02:10.294646 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d88467-32f8-4421-a788-47ebf5f465ab req-641058e8-1d77-44c3-9f31-8324e07c10ae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:10.308037 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b4d88467-32f8-4421-a788-47ebf5f465ab req-641058e8-1d77-44c3-9f31-8324e07c10ae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1864221 Jan 21 08:02:10.424994 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b4d88467-32f8-4421-a788-47ebf5f465ab req-b796e646-abbe-4bee-99c9-df054735f8e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156421 Jan 21 08:02:10.451561 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:02:10.462534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:02:10.493577 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Made reservation on behalf of 826eae8231c844b7b550ae01f7308f38 for: {'port': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:02:10.502779 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:10.511932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 19371cd6-702a-4f0a-a3df-534b465f7361 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:10.532516 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56700) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:10.605220 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 19371cd6-702a-4f0a-a3df-534b465f7361 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:10.608897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:10.671021 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-ac6c7d3c-0fd8-412c-92e5-d46b2f98d9ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=229758d994104bd9a523809b55dc73f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368830 Jan 21 08:02:10.673820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 56704) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:10.688754 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0a6058d2-c0dd-45ce-b242-69dc3d1ba39c req-0c97c3c1-7cba-4a72-9701-546522c941e8 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 210 time: 0.0626493 Jan 21 08:02:10.887783 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:10.932460 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:11.067406 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:11.076397 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-08bc01a8-2e24-4855-8daf-cd92e68ea682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:11.090010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26292691-29e1-4da5-985d-f83b7baea3ca,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:11.109834 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.110468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.110862 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.111255 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.111675 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.112059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.112477 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.112854 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.113230 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.113607 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.113980 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.114401 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.114762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.115207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.115576 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.115948 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.116345 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.118522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.118522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.118522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.118522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.118522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.118522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.119088 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:11.124534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:11.138082 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Allocated IP 172.20.0.2 (4cec4eef-2e16-4169-977d-1073a4d318dc/281c92e2-0246-49f4-bd88-5b310b6a83fe/7d6c1841-0801-49e8-ab6b-1d0f79e4744d) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:02:11.163548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:11.164780 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26292691-29e1-4da5-985d-f83b7baea3ca HTTP/1.1" status: 204 len: 168 time: 0.4830647 Jan 21 08:02:11.390553 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:11.444420 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:11.462774 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:11.609496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Pushing event updated for resources: {'Port': ['ID=7d6c1841-0801-49e8-ab6b-1d0f79e4744d,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:11.614221 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:11.666363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f03e8-c139-476d-a19e-71a723c017bc req-834231da-24f8-491c-9376-b5946d65e75a tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:11.667333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Network 4cec4eef-2e16-4169-977d-1073a4d318dc is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:02:11.668023 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-626f03e8-c139-476d-a19e-71a723c017bc req-834231da-24f8-491c-9376-b5946d65e75a tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1097391 Jan 21 08:02:11.669075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:02:11.671404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:02:11.691176 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:11.691906 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:11.741768 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-626f03e8-c139-476d-a19e-71a723c017bc req-e92f3cb8-3f89-45cc-8aeb-310061c71baf tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644269 Jan 21 08:02:11.765869 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5432220 Jan 21 08:02:11.813699 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Request body: {'port': {'device_id': '26b92bcb-867a-4605-bab8-9e05be8233fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:02:11.938209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:11.973188 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd619be-b830-40d9-9bc6-6a96757d7b46 req-9e0eaaff-cb42-4253-bc62-88f811bdd4e8 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:11.974878 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bbd619be-b830-40d9-9bc6-6a96757d7b46 req-9e0eaaff-cb42-4253-bc62-88f811bdd4e8 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 931 time: 0.1077554 Jan 21 08:02:12.042629 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bbd619be-b830-40d9-9bc6-6a96757d7b46 req-61cc420c-a8d3-4e63-af69-eb6f2fc565c9 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575438 Jan 21 08:02:12.104414 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:02:12.398504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6c1841-0801-49e8-ab6b-1d0f79e4744d {{(pid=80227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:02:12.407213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:12.422147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Transition to ACTIVE for port object 7d6c1841-0801-49e8-ab6b-1d0f79e4744d will not be triggered until provisioned by entity L2. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:02:12.449801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:12.470145 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:12.722534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Pushing event updated for resources: {'Port': ['ID=7d6c1841-0801-49e8-ab6b-1d0f79e4744d,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:12.727017 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:12.743645 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Attempting to bind port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:02:12.744023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Attempting to bind port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '38d9ea1c-f0d7-443a-b3b6-e024949accd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4cec4eef-2e16-4169-977d-1073a4d318dc'}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:02:12.744472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Attempting to bind port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d on network 4cec4eef-2e16-4169-977d-1073a4d318dc {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:02:12.750593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:02:12.750901 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Checking segment: {'id': '38d9ea1c-f0d7-443a-b3b6-e024949accd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4cec4eef-2e16-4169-977d-1073a4d318dc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:02:12.751308 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:12.751703 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Bound using segment: {'id': '38d9ea1c-f0d7-443a-b3b6-e024949accd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4cec4eef-2e16-4169-977d-1073a4d318dc'} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:02:12.752194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Bound port: 7d6c1841-0801-49e8-ab6b-1d0f79e4744d, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d9ea1c-f0d7-443a-b3b6-e024949accd7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4cec4eef-2e16-4169-977d-1073a4d318dc'}}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:02:12.752571 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:12.851977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] For port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d, host hv-cinder-76859, cleared binding levels {{(pid=80227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:02:12.855341 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] For port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7d6c1841-0801-49e8-ab6b-1d0f79e4744d,segment=NetworkSegment(38d9ea1c-f0d7-443a-b3b6-e024949accd7),segment_id=38d9ea1c-f0d7-443a-b3b6-e024949accd7)] {{(pid=80227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:02:12.888643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7206a-dd61-4f8a-9734-52ba4e4b93f0 req-13c9c64f-c783-4f83-856e-d1d46fbf71da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:12.890974 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:12.900117 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebc7206a-dd61-4f8a-9734-52ba4e4b93f0 req-13c9c64f-c783-4f83-856e-d1d46fbf71da service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 1162 time: 0.1277640 Jan 21 08:02:12.911050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-28152b32-d142-46a6-89e6-5ef93b3855b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:13.014020 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebc7206a-dd61-4f8a-9734-52ba4e4b93f0 req-bae7f7a3-ffe4-4dc6-9a45-f8808d00a76b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975335 Jan 21 08:02:13.066760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e4f7d-d0d5-4273-a54d-5fa7ee9958ed req-6878ca7e-788d-4799-a14b-105beac6ee70 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:13.067523 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d93e4f7d-d0d5-4273-a54d-5fa7ee9958ed req-6878ca7e-788d-4799-a14b-105beac6ee70 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1209922 Jan 21 08:02:13.073127 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Pushing event updated for resources: {'Port': ['ID=7d6c1841-0801-49e8-ab6b-1d0f79e4744d,revision_number=3']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:13.078060 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:13.114739 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:13.115712 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:13.117624 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] 10.222.0.75 "PUT /v2.0/ports/7d6c1841-0801-49e8-ab6b-1d0f79e4744d HTTP/1.1" status: 200 len: 1157 time: 1.3091104 Jan 21 08:02:13.118034 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b92bcb-867a-4605-bab8-9e05be8233fe', 'tag': '7d6c1841-0801-49e8-ab6b-1d0f79e4744d'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:02:13.151804 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d93e4f7d-d0d5-4273-a54d-5fa7ee9958ed req-dd3ca6c2-c07b-49f2-ab5d-5048a3e822ef tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776839 Jan 21 08:02:13.445778 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c91446-100a-4c6f-8f20-7bbe6586c306 req-7bb59843-4478-4b04-aa14-215dde3b85f4 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:13.447420 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f6c91446-100a-4c6f-8f20-7bbe6586c306 req-7bb59843-4478-4b04-aa14-215dde3b85f4 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 943 time: 0.1133387 Jan 21 08:02:13.499993 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f6c91446-100a-4c6f-8f20-7bbe6586c306 req-caec436c-c74b-451e-a977-1045cbb583f2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462663 Jan 21 08:02:13.570915 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b92bcb-867a-4605-bab8-9e05be8233fe', 'tag': '7d6c1841-0801-49e8-ab6b-1d0f79e4744d', 'status': 'completed', 'code': 200} Jan 21 08:02:13.899844 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552be62-8c0e-4d03-8092-0ef8596c43f2 req-5f5ead29-29f6-4933-b36b-ade420f5c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:13.901524 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5552be62-8c0e-4d03-8092-0ef8596c43f2 req-5f5ead29-29f6-4933-b36b-ade420f5c843 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=826eae8231c844b7b550ae01f7308f38&device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 1160 time: 0.0838356 Jan 21 08:02:14.119792 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552be62-8c0e-4d03-8092-0ef8596c43f2 req-3e34a541-5142-4b51-b03a-40c1394ea507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:14.121433 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5552be62-8c0e-4d03-8092-0ef8596c43f2 req-3e34a541-5142-4b51-b03a-40c1394ea507 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=826eae8231c844b7b550ae01f7308f38&shared=False HTTP/1.1" status: 200 len: 904 time: 0.1606700 Jan 21 08:02:14.289758 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552be62-8c0e-4d03-8092-0ef8596c43f2 req-2564ad83-13d7-4c81-bfd3-489cbc99b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:14.291485 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5552be62-8c0e-4d03-8092-0ef8596c43f2 req-2564ad83-13d7-4c81-bfd3-489cbc99b612 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1510863 Jan 21 08:02:14.421364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236d662-8d40-4a68-858b-b5fc0d03b50e req-4ef3b3c6-d920-48ae-8d52-ea056d1716f0 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:14.423223 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c236d662-8d40-4a68-858b-b5fc0d03b50e req-4ef3b3c6-d920-48ae-8d52-ea056d1716f0 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1338060 Jan 21 08:02:14.477166 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c236d662-8d40-4a68-858b-b5fc0d03b50e req-0ae6ddfd-6523-4316-9763-c8ddb1131d63 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472755 Jan 21 08:02:14.489435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-c5e4aafd-7401-4f07-bb87-bbb3648cd27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:14.491067 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-c5e4aafd-7401-4f07-bb87-bbb3648cd27f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=826eae8231c844b7b550ae01f7308f38&device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 1160 time: 0.0815134 Jan 21 08:02:14.597026 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-230eefad-36ed-4b8c-89ec-2f98999f7793 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d6c1841-0801-49e8-ab6b-1d0f79e4744d HTTP/1.1" status: 200 len: 217 time: 0.0721121 Jan 21 08:02:14.679423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-4f8022d8-64fd-4d7a-b6b5-1ebd0e086cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:14.681056 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-4f8022d8-64fd-4d7a-b6b5-1ebd0e086cb6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=281c92e2-0246-49f4-bd88-5b310b6a83fe HTTP/1.1" status: 200 len: 849 time: 0.0669522 Jan 21 08:02:14.739303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81558b4c-4ab8-4087-b227-b692c9e971ce req-24e37fbf-55e8-44d5-8261-4822797300f8 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:14.740973 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-81558b4c-4ab8-4087-b227-b692c9e971ce req-24e37fbf-55e8-44d5-8261-4822797300f8 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 943 time: 0.1071136 Jan 21 08:02:14.744103 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-ef819a1a-4ef5-4436-b444-c0715e8ad193 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cec4eef-2e16-4169-977d-1073a4d318dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500627 Jan 21 08:02:14.796408 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-81558b4c-4ab8-4087-b227-b692c9e971ce req-d0ce2996-3803-414c-a6a6-952e251506bf tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487802 Jan 21 08:02:15.104422 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-59d354ce-1789-4da3-a9b4-4e054d2d5182 service neutron] 10.222.0.75 "GET /v2.0/networks/4cec4eef-2e16-4169-977d-1073a4d318dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410332 Jan 21 08:02:15.271995 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d6de0ec-ccf2-4f80-96cb-41d7e888ad69 req-42331540-3a3b-496c-9d6a-867f248f516b service neutron] 10.222.0.75 "GET /v2.0/networks/4cec4eef-2e16-4169-977d-1073a4d318dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425252 Jan 21 08:02:15.714390 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467ed7b-1017-45bd-bc00-37b0458fb725 req-ae4e0a71-5580-425d-a438-8ae6137d022b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:15.716603 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9467ed7b-1017-45bd-bc00-37b0458fb725 req-ae4e0a71-5580-425d-a438-8ae6137d022b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1047847 Jan 21 08:02:15.767830 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9467ed7b-1017-45bd-bc00-37b0458fb725 req-ecc1bef3-b6a2-48fa-89ad-36f29c48df62 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450480 Jan 21 08:02:16.005654 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:16.040228 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa4c8c-2dd4-4d8f-8d73-4f7653281fe5 req-3248faef-9eb0-43b7-baa2-a62682bff989 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:16.041810 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0cfa4c8c-2dd4-4d8f-8d73-4f7653281fe5 req-3248faef-9eb0-43b7-baa2-a62682bff989 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 943 time: 0.1096840 Jan 21 08:02:16.095670 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0cfa4c8c-2dd4-4d8f-8d73-4f7653281fe5 req-a41ec961-c9d9-45ac-ad49-9fc484b82295 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467343 Jan 21 08:02:16.537167 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 2ce8c544-9612-4a4b-96c4-55d5a24b99aa up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:16.613072 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:16.613500 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:17.017078 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fded7a-3282-4173-abfe-f62a499a2e7a req-23b1996e-dd35-4a60-ad6b-1ecbaff10569 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:17.018711 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c3fded7a-3282-4173-abfe-f62a499a2e7a req-23b1996e-dd35-4a60-ad6b-1ecbaff10569 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1088154 Jan 21 08:02:17.070994 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c3fded7a-3282-4173-abfe-f62a499a2e7a req-4e23f9c9-224c-4746-95da-3d3f7927c6a4 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458064 Jan 21 08:02:17.349659 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c073b95-8947-44b1-8fd7-9b8c711dc997 req-aac3d3ac-b2f7-4e40-ae1a-8dfdfe81a297 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:17.352368 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8c073b95-8947-44b1-8fd7-9b8c711dc997 req-aac3d3ac-b2f7-4e40-ae1a-8dfdfe81a297 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1362078 Jan 21 08:02:17.366094 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769422ae-3ec3-4c46-9d9f-0e2dc4a7e574 req-1285d582-b4e7-4bb0-aa5a-a7a52338b07e tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:17.366714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-769422ae-3ec3-4c46-9d9f-0e2dc4a7e574 req-1285d582-b4e7-4bb0-aa5a-a7a52338b07e tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Synchronizing usage tracker for tenant:826eae8231c844b7b550ae01f7308f38 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:02:17.407060 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8c073b95-8947-44b1-8fd7-9b8c711dc997 req-2b598a13-e74c-468e-ac05-ac35f55f89d3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475833 Jan 21 08:02:17.424665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-769422ae-3ec3-4c46-9d9f-0e2dc4a7e574 req-1285d582-b4e7-4bb0-aa5a-a7a52338b07e tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Unset dirty status for tenant:826eae8231c844b7b550ae01f7308f38 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:02:17.425988 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-769422ae-3ec3-4c46-9d9f-0e2dc4a7e574 req-1285d582-b4e7-4bb0-aa5a-a7a52338b07e tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 943 time: 0.1806560 Jan 21 08:02:17.482631 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-769422ae-3ec3-4c46-9d9f-0e2dc4a7e574 req-02a9cc76-bb2f-4b52-83e5-01d623e4a795 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503776 Jan 21 08:02:18.698349 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56914) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:18.735864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 56920) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:18.737475 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f24fe-b2f2-4126-88fc-4f6540633e8c req-7f7dcb07-19bc-4fdd-b13f-d2d97e9979a2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:18.739143 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0d8f24fe-b2f2-4126-88fc-4f6540633e8c req-7f7dcb07-19bc-4fdd-b13f-d2d97e9979a2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 943 time: 0.1197248 Jan 21 08:02:18.792535 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0d8f24fe-b2f2-4126-88fc-4f6540633e8c req-3e51368f-e86d-49cb-82c8-7d80c6119536 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461001 Jan 21 08:02:18.902558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-72690c07-60fd-4724-a2fa-d18a10a2f381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:18.925170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-72690c07-60fd-4724-a2fa-d18a10a2f381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:02:18.929595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-72690c07-60fd-4724-a2fa-d18a10a2f381 admin admin] Usage tracker for resource:security_group_rule and tenant:675c56228ee74653980a1ea6bea5c1f6 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:02:18.932918 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-72690c07-60fd-4724-a2fa-d18a10a2f381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:02:18.939523 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-72690c07-60fd-4724-a2fa-d18a10a2f381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:02:18.946906 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:18.963961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:02:18.968098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Usage tracker for resource:security_group_rule and tenant:0818491c53444d598e2f9d767690bb66 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:02:18.971509 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:02:18.977488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:02:19.033476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-72690c07-60fd-4724-a2fa-d18a10a2f381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:19.061567 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-72690c07-60fd-4724-a2fa-d18a10a2f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:19.071360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-596bd399-38d7-4064-9f72-894f06db27a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:19.072949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:19.095526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:19.105409 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:19.116484 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-72690c07-60fd-4724-a2fa-d18a10a2f381 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=675c56228ee74653980a1ea6bea5c1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789678 Jan 21 08:02:19.118222 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72690c07-60fd-4724-a2fa-d18a10a2f381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57cfb37-e55c-4d00-9120-3b496308e39f,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:19.122373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-72690c07-60fd-4724-a2fa-d18a10a2f381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:19.123283 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 56930) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:19.141534 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0818491c53444d598e2f9d767690bb66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409542 Jan 21 08:02:19.144817 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56934) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:19.194915 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-812f5b95-8190-4da5-8cb7-be6207766794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:19.200209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6db5b8-977c-497f-82bf-c3f5b297b8bd,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:19.215560 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.215986 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.216436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.216900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.217302 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.217696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.218086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.218476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.218863 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.219252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.219644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.220029 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.220538 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.220931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.221320 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.221708 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.222095 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.222526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.222910 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.223298 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.223472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-812f5b95-8190-4da5-8cb7-be6207766794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:19.223684 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.224069 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.224478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.224862 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:19.231291 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:19.250550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b112cbb6-105b-4142-8169-4a3787a34c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:19.280767 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b112cbb6-105b-4142-8169-4a3787a34c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:19.387467 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-812f5b95-8190-4da5-8cb7-be6207766794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:19.387720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b112cbb6-105b-4142-8169-4a3787a34c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:19.396360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-2d72226c-c6aa-4315-834c-e42d3f8e2c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:19.396454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0fc7073d-136d-4b42-a257-7e92afcced14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:19.404918 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112cbb6-105b-4142-8169-4a3787a34c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6db5b8-977c-497f-82bf-c3f5b297b8bd,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:19.408670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f5b95-8190-4da5-8cb7-be6207766794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57cfb37-e55c-4d00-9120-3b496308e39f,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:19.411870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b112cbb6-105b-4142-8169-4a3787a34c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:19.412048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-812f5b95-8190-4da5-8cb7-be6207766794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:19.412891 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b112cbb6-105b-4142-8169-4a3787a34c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:19.414169 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b112cbb6-105b-4142-8169-4a3787a34c3c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e6db5b8-977c-497f-82bf-c3f5b297b8bd HTTP/1.1" status: 204 len: 168 time: 0.2683532 Jan 21 08:02:19.439591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-812f5b95-8190-4da5-8cb7-be6207766794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:19.440983 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-812f5b95-8190-4da5-8cb7-be6207766794 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c57cfb37-e55c-4d00-9120-3b496308e39f HTTP/1.1" status: 204 len: 168 time: 0.3166916 Jan 21 08:02:20.060982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87801170-3028-411a-8c85-f648273c7f05 req-bff47c54-4b5f-41d0-b630-157bca526e15 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:20.062694 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-87801170-3028-411a-8c85-f648273c7f05 req-bff47c54-4b5f-41d0-b630-157bca526e15 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 943 time: 0.1132348 Jan 21 08:02:20.119092 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-87801170-3028-411a-8c85-f648273c7f05 req-8d4b4504-4559-4118-9b83-e4bfb8e0e3d5 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498328 Jan 21 08:02:20.252517 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 56976) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:20.312803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-696882a8-244d-4693-9d52-aef7cff07157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:20.330706 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-696882a8-244d-4693-9d52-aef7cff07157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:02:20.335537 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-696882a8-244d-4693-9d52-aef7cff07157 admin admin] Usage tracker for resource:security_group_rule and tenant:a46e8cc0511146c8a6f2becbeb1b00c0 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:02:20.339130 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-696882a8-244d-4693-9d52-aef7cff07157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:02:20.346688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-696882a8-244d-4693-9d52-aef7cff07157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:02:20.453855 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-696882a8-244d-4693-9d52-aef7cff07157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:20.495294 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-696882a8-244d-4693-9d52-aef7cff07157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:20.504780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5c3c8340-1c62-4193-abc0-a782c9297655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:20.560275 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-696882a8-244d-4693-9d52-aef7cff07157 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a46e8cc0511146c8a6f2becbeb1b00c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048384 Jan 21 08:02:20.561549 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696882a8-244d-4693-9d52-aef7cff07157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3963f6-231b-4e90-8cba-503424836424,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:20.562109 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 56988) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:20.568245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-696882a8-244d-4693-9d52-aef7cff07157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:20.628715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fcd18103-5e98-4594-ab80-f87bd474afdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:20.657698 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fcd18103-5e98-4594-ab80-f87bd474afdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:20.739218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fcd18103-5e98-4594-ab80-f87bd474afdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:20.747592 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a645c58e-e8e3-4419-9e29-e73482dcdb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:20.767975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd18103-5e98-4594-ab80-f87bd474afdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3963f6-231b-4e90-8cba-503424836424,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:20.770946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fcd18103-5e98-4594-ab80-f87bd474afdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:20.776587 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-fcd18103-5e98-4594-ab80-f87bd474afdc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b3963f6-231b-4e90-8cba-503424836424 HTTP/1.1" status: 204 len: 168 time: 0.2132459 Jan 21 08:02:20.778794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-fcd18103-5e98-4594-ab80-f87bd474afdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:20.859020 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-950daeb3-a66d-496c-8bd2-dd5e4245dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:20.917293 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29655301-9e15-46bb-9c9f-7f860733baea req-0fd254f9-9ba1-4d58-b58b-99a2f3cb2a93 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:20.920323 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-29655301-9e15-46bb-9c9f-7f860733baea req-0fd254f9-9ba1-4d58-b58b-99a2f3cb2a93 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1327980 Jan 21 08:02:20.946942 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18e100-6c70-493c-b269-ea1a745baf13 req-2ace6314-b23b-4aac-95f8-3917c88b9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:20.948722 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c18e100-6c70-493c-b269-ea1a745baf13 req-2ace6314-b23b-4aac-95f8-3917c88b9a13 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 1163 time: 0.0914979 Jan 21 08:02:20.976257 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-29655301-9e15-46bb-9c9f-7f860733baea req-e05ee815-d3bb-42c6-a854-535e100c5d6b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497169 Jan 21 08:02:21.141614 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18e100-6c70-493c-b269-ea1a745baf13 req-78e6a266-6e04-4d7b-89bf-0fcb2e3c960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:21.143527 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c18e100-6c70-493c-b269-ea1a745baf13 req-78e6a266-6e04-4d7b-89bf-0fcb2e3c960a service neutron] 10.222.0.75 "GET /v2.0/networks?id=6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 200 len: 913 time: 0.1418917 Jan 21 08:02:21.256801 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c18e100-6c70-493c-b269-ea1a745baf13 req-9f2f39e1-644f-481e-9e95-4c8c9e1c941d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244bac6c-f337-41e6-bcf2-1b0e322f1d0c HTTP/1.1" status: 200 len: 217 time: 0.0793874 Jan 21 08:02:21.445290 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18e100-6c70-493c-b269-ea1a745baf13 req-5ec5bc5d-94bb-4a42-96c4-d291c1c4bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:21.445290 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c18e100-6c70-493c-b269-ea1a745baf13 req-5ec5bc5d-94bb-4a42-96c4-d291c1c4bfcb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ede2f2c-82ed-4bcf-95e1-efdce4d5c029 HTTP/1.1" status: 200 len: 859 time: 0.1480374 Jan 21 08:02:21.471748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdef9d-b9ad-4f6e-9c1f-89f87b37fc90 req-e4a0483e-9ef4-45f0-92cc-e34d0b61055a tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:21.473829 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0cdef9d-b9ad-4f6e-9c1f-89f87b37fc90 req-e4a0483e-9ef4-45f0-92cc-e34d0b61055a tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 943 time: 0.1804984 Jan 21 08:02:21.588655 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c18e100-6c70-493c-b269-ea1a745baf13 req-1e4b2357-b5f3-4dc6-809e-60f36edbd11e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6d73440c-38be-4b1e-98d3-4d22c54af203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636568 Jan 21 08:02:21.623579 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0cdef9d-b9ad-4f6e-9c1f-89f87b37fc90 req-1861702d-9d50-4ac0-a08f-d4ac1f806ef7 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412804 Jan 21 08:02:21.807978 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c18e100-6c70-493c-b269-ea1a745baf13 req-a7fabfbf-15cd-4f25-b2a7-e1ed7f666e97 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477401 Jan 21 08:02:21.975685 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c18e100-6c70-493c-b269-ea1a745baf13 req-17e53346-8868-4c70-98fb-2a3e78929813 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432197 Jan 21 08:02:22.252959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151827ff-a681-4150-b0b8-460e14ecf0b4 req-7b64f50f-b550-4034-a37e-75d0c0b08c7d tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:22.252959 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-151827ff-a681-4150-b0b8-460e14ecf0b4 req-7b64f50f-b550-4034-a37e-75d0c0b08c7d tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1119580 Jan 21 08:02:22.291950 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-151827ff-a681-4150-b0b8-460e14ecf0b4 req-d21b6d68-7147-46e0-b529-adffc381176e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481210 Jan 21 08:02:22.529493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 57046) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:22.686846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7f2e020c-cd17-4b16-9c60-3976acce98fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:22.703253 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7f2e020c-cd17-4b16-9c60-3976acce98fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:02:22.707276 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7f2e020c-cd17-4b16-9c60-3976acce98fb admin admin] Usage tracker for resource:security_group_rule and tenant:a1e80cc68c0f48a584fbbb82dc5ca211 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:02:22.710366 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7f2e020c-cd17-4b16-9c60-3976acce98fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:02:22.719013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7f2e020c-cd17-4b16-9c60-3976acce98fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:02:22.812394 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7f2e020c-cd17-4b16-9c60-3976acce98fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:22.849494 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7f2e020c-cd17-4b16-9c60-3976acce98fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:22.864136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7e96b1fe-f32a-4396-a0a7-270765b654d5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:22.883853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becda58f-a354-4dc5-9c34-097d88915561 req-2b3570ec-cd92-4954-97b8-fdb346338bcd tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:22.885631 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-becda58f-a354-4dc5-9c34-097d88915561 req-2b3570ec-cd92-4954-97b8-fdb346338bcd tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 943 time: 0.1299095 Jan 21 08:02:22.914432 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-7f2e020c-cd17-4b16-9c60-3976acce98fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1e80cc68c0f48a584fbbb82dc5ca211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837283 Jan 21 08:02:22.916201 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 57060) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:22.919429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e020c-cd17-4b16-9c60-3976acce98fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66887aee-3d42-4cbc-9731-f291e049193e,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:22.960818 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-becda58f-a354-4dc5-9c34-097d88915561 req-aad730ec-f64c-44a0-997a-43d35fb9d08d tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678451 Jan 21 08:02:22.974910 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7f2e020c-cd17-4b16-9c60-3976acce98fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:23.000453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d38e4a16-1e03-4a71-97bc-1b3cf4fb87c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:23.024600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7dadafc6-1851-4a41-87ca-e1163a54ca37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:23.028664 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d38e4a16-1e03-4a71-97bc-1b3cf4fb87c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:23.107176 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d38e4a16-1e03-4a71-97bc-1b3cf4fb87c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:23.112566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-72690c07-60fd-4724-a2fa-d18a10a2f381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:23.124323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e4a16-1e03-4a71-97bc-1b3cf4fb87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66887aee-3d42-4cbc-9731-f291e049193e,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:23.129347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d38e4a16-1e03-4a71-97bc-1b3cf4fb87c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:23.131391 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d38e4a16-1e03-4a71-97bc-1b3cf4fb87c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:23.132614 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-d38e4a16-1e03-4a71-97bc-1b3cf4fb87c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66887aee-3d42-4cbc-9731-f291e049193e HTTP/1.1" status: 204 len: 168 time: 0.2153044 Jan 21 08:02:23.541169 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da8814-d6eb-4dda-ac86-7ed55782f23f req-091f0db8-85e1-4684-ae86-59079fbd57bf tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:23.542850 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-48da8814-d6eb-4dda-ac86-7ed55782f23f req-091f0db8-85e1-4684-ae86-59079fbd57bf tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1078694 Jan 21 08:02:23.604483 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-48da8814-d6eb-4dda-ac86-7ed55782f23f req-01bd9304-e314-4621-9f4a-e03a9c381f2b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542862 Jan 21 08:02:23.721660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 7d6c1841-0801-49e8-ab6b-1d0f79e4744d up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:23.850339 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:02:23.854579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:23.857536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:23.857960 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:23.992456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:24.032607 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7d6c1841-0801-49e8-ab6b-1d0f79e4744d,segment=NetworkSegment(38d9ea1c-f0d7-443a-b3b6-e024949accd7),segment_id=38d9ea1c-f0d7-443a-b3b6-e024949accd7)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:02:24.033732 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b92bcb-867a-4605-bab8-9e05be8233fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6c1841-0801-49e8-ab6b-1d0f79e4744d'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:02:24.093141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:24.112108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:24.217364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=7d6c1841-0801-49e8-ab6b-1d0f79e4744d,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:24.226900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.227376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.227825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.228426 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.229050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.229510 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.229948 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.230383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.231013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.241158 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f2fd0-e08b-4411-9559-a9455878570d req-80d18bed-fc57-4a27-a1f3-8c560174f7a9 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:24.243537 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.244119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.244597 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.248843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.249334 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.249784 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.251716 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b26f2fd0-e08b-4411-9559-a9455878570d req-80d18bed-fc57-4a27-a1f3-8c560174f7a9 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 945 time: 0.1555040 Jan 21 08:02:24.251858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.252271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.254439 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.255003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.255450 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.256800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.259966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.260484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.260936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:02:24.277611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:24.319767 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b26f2fd0-e08b-4411-9559-a9455878570d req-61fa31a5-59f8-4b83-9e97-3e77d7b6b691 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664198 Jan 21 08:02:24.380758 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-9d17b5fe-3481-45a0-a0e8-f92e0810bf5c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:24.388836 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-9d17b5fe-3481-45a0-a0e8-f92e0810bf5c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 815 time: 0.4884818 Jan 21 08:02:24.399727 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-694d86a0-371f-4794-8fb3-3b1ac51fa296 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/quotas/6d8f0014011f4ebbac4b43afe680e362 HTTP/1.1" status: 200 len: 375 time: 0.0099647 Jan 21 08:02:24.420674 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b92bcb-867a-4605-bab8-9e05be8233fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6c1841-0801-49e8-ab6b-1d0f79e4744d', 'code': 200} Jan 21 08:02:24.526778 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-3e9d9664-b5d8-4c00-9617-7274517b429f tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196253 Jan 21 08:02:24.707290 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-adaf988b-29c5-43b5-8e3d-150c0ae37200 service neutron] 10.222.0.64 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728840 Jan 21 08:02:24.877445 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 57156) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:24.891420 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-4edba057-8ced-43bd-8936-2a38751a926c service neutron] 10.222.0.64 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1745868 Jan 21 08:02:24.979316 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cb8e8-16d0-4f92-92a8-30fcf13c8e3f req-52bd6bc9-8434-4369-9985-848563de4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:24.981824 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-300cb8e8-16d0-4f92-92a8-30fcf13c8e3f req-52bd6bc9-8434-4369-9985-848563de4a8e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 1162 time: 0.1012595 Jan 21 08:02:24.987012 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:25.024790 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 7d6c1841-0801-49e8-ab6b-1d0f79e4744d up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:25.048268 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-300cb8e8-16d0-4f92-92a8-30fcf13c8e3f req-fa471370-f850-4c43-960e-3df3a2a901c2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485783 Jan 21 08:02:25.138517 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:25.139147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:25.223056 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d32a0d00-0db1-4a24-a6cc-cb8ce904c6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:25.244388 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-d32a0d00-0db1-4a24-a6cc-cb8ce904c6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:02:25.248947 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-d32a0d00-0db1-4a24-a6cc-cb8ce904c6e5 admin admin] Usage tracker for resource:security_group_rule and tenant:10d4e5b787ef4bcfa6f0cb4e4b4dd541 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:02:25.252325 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-d32a0d00-0db1-4a24-a6cc-cb8ce904c6e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:02:25.256113 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-febfca3f-7ab3-4228-93c7-c6cea8dde947 req-8811047f-695a-42de-a8f6-2f115b4c4688 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 210 time: 0.0653257 Jan 21 08:02:25.259165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-d32a0d00-0db1-4a24-a6cc-cb8ce904c6e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:02:25.363389 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54df6ce-ca7d-400e-9821-b8d605ba52d6 req-9176ba7e-36c0-483f-8f73-eeca1d211ec9 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:25.368837 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d54df6ce-ca7d-400e-9821-b8d605ba52d6 req-9176ba7e-36c0-483f-8f73-eeca1d211ec9 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.2593610 Jan 21 08:02:25.427594 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d54df6ce-ca7d-400e-9821-b8d605ba52d6 req-2be17d46-4e9b-43e6-9ed2-dbf29c10dd90 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554593 Jan 21 08:02:25.527399 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d32a0d00-0db1-4a24-a6cc-cb8ce904c6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:25.561673 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d32a0d00-0db1-4a24-a6cc-cb8ce904c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:25.569393 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d38e4a16-1e03-4a71-97bc-1b3cf4fb87c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:25.630384 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a0d00-0db1-4a24-a6cc-cb8ce904c6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6632383-7226-4321-9a26-b15a743ef18e,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:25.634520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d32a0d00-0db1-4a24-a6cc-cb8ce904c6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:25.644972 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-d32a0d00-0db1-4a24-a6cc-cb8ce904c6e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10d4e5b787ef4bcfa6f0cb4e4b4dd541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7587299 Jan 21 08:02:25.645771 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 57188) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:02:25.681701 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f8d73-3928-4c61-ab4b-67d3a86add58 req-ceba3b3c-3cc6-4342-b949-e31762e98960 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:25.691838 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bb9f8d73-3928-4c61-ab4b-67d3a86add58 req-ceba3b3c-3cc6-4342-b949-e31762e98960 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 945 time: 0.1760216 Jan 21 08:02:25.741870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:25.753040 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bb9f8d73-3928-4c61-ab4b-67d3a86add58 req-a29a9b50-6522-439f-8a99-7b17293af8c3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569015 Jan 21 08:02:25.782377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6b2805ae-58bd-406a-8e60-89954ea8ec43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:25.811330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6b2805ae-58bd-406a-8e60-89954ea8ec43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:25.921852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6b2805ae-58bd-406a-8e60-89954ea8ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:25.927011 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e2af7ece-95f5-4a04-bc65-add8d6b6fb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:25.938064 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2805ae-58bd-406a-8e60-89954ea8ec43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6632383-7226-4321-9a26-b15a743ef18e,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:25.942665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6b2805ae-58bd-406a-8e60-89954ea8ec43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:25.944705 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6b2805ae-58bd-406a-8e60-89954ea8ec43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:25.946183 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6b2805ae-58bd-406a-8e60-89954ea8ec43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6632383-7226-4321-9a26-b15a743ef18e HTTP/1.1" status: 204 len: 168 time: 0.2991500 Jan 21 08:02:26.437782 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d0ca6504-fef5-4b6b-8e66-d6cdf85c79cd req-290bae29-f638-48db-ab24-0d44de6baeac tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 210 time: 0.0491810 Jan 21 08:02:26.685135 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe4cfb-4922-4aee-8e67-4bccf0f01daf req-713850a9-58cf-4198-ab28-fafebb051372 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:26.689110 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0efe4cfb-4922-4aee-8e67-4bccf0f01daf req-713850a9-58cf-4198-ab28-fafebb051372 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1154335 Jan 21 08:02:26.740433 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0efe4cfb-4922-4aee-8e67-4bccf0f01daf req-a13ddabe-27f0-4f74-8c96-9ffcb3334631 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469024 Jan 21 08:02:26.994354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ba75c-ae11-4f3c-a1dc-c1268cf88cae req-70817cc0-6a46-4f09-95c3-50e3493fc11e tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:26.996080 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-792ba75c-ae11-4f3c-a1dc-c1268cf88cae req-70817cc0-6a46-4f09-95c3-50e3493fc11e tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 945 time: 0.1080613 Jan 21 08:02:27.054310 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-792ba75c-ae11-4f3c-a1dc-c1268cf88cae req-044ad800-f96b-4a18-baed-745339324bd8 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491548 Jan 21 08:02:27.699278 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1a4ccb78-3db5-4f10-92d1-9075c4850877 req-1743b115-e93d-4848-b58d-a9454c4a3522 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 210 time: 0.0494311 Jan 21 08:02:27.973580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ad97e-1e00-4dbb-b23e-61e22980cc27 req-d8b8d911-42ee-4d6e-8390-ae61e52885f3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:27.975278 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-097ad97e-1e00-4dbb-b23e-61e22980cc27 req-d8b8d911-42ee-4d6e-8390-ae61e52885f3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1039710 Jan 21 08:02:28.038707 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-097ad97e-1e00-4dbb-b23e-61e22980cc27 req-67cb1e49-aff4-418c-bf9b-c26309c34a58 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561731 Jan 21 08:02:28.316506 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8b159-0148-4915-8171-ae8418e13472 req-cc28a950-78e8-4f08-908f-ea4f25a3a9c9 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:28.318264 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5bf8b159-0148-4915-8171-ae8418e13472 req-cc28a950-78e8-4f08-908f-ea4f25a3a9c9 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 945 time: 0.1088507 Jan 21 08:02:28.462201 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5bf8b159-0148-4915-8171-ae8418e13472 req-32503ecd-fdfc-43b0-b767-7f3449ba120f tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358926 Jan 21 08:02:28.552475 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-362da158-8d83-41d9-a4e1-59feffd6ba34 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:28.554011 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-362da158-8d83-41d9-a4e1-59feffd6ba34 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 815 time: 0.2051916 Jan 21 08:02:28.853549 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Request body: {'port': {'device_id': 'bac56698-31ff-4af1-989e-77cc4ef28634', 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a', 'admin_state_up': True, 'tenant_id': '6d8f0014011f4ebbac4b43afe680e362'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:02:29.008425 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:02:29.018646 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:02:29.061382 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Made reservation on behalf of 6d8f0014011f4ebbac4b43afe680e362 for: {'port': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:02:29.070323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:29.125007 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-565dd20a-75d2-4b48-b034-d523652aafa6 req-1af6f509-5855-49c1-8d79-650a51b0e776 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 210 time: 0.0494351 Jan 21 08:02:29.382546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f1491-5445-423e-b7bd-d5825e04c430 req-3cdda13b-f1d8-4f32-aaa6-905351cec6ae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:29.384253 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a03f1491-5445-423e-b7bd-d5825e04c430 req-3cdda13b-f1d8-4f32-aaa6-905351cec6ae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1213999 Jan 21 08:02:29.444039 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a03f1491-5445-423e-b7bd-d5825e04c430 req-235f3480-2e43-4e74-b0b8-294f2ad2cf2a tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528994 Jan 21 08:02:29.589571 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 7d6c1841-0801-49e8-ab6b-1d0f79e4744d up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:29.665490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:29.665714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Allocated IP 172.20.0.2 (04f08295-94cc-4d58-9786-55df6872f09a/8543cc68-5816-4276-8f28-1d84e1545d60/28f37483-efd1-41e0-a405-ade1503e4a59) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:02:29.665843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:29.720331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c62951-7acd-4882-8e94-9810d907d275 req-6747f881-1dc6-42f3-8722-caee83d3a340 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:29.722072 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6c62951-7acd-4882-8e94-9810d907d275 req-6747f881-1dc6-42f3-8722-caee83d3a340 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 945 time: 0.1239798 Jan 21 08:02:29.774699 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6c62951-7acd-4882-8e94-9810d907d275 req-9b2fa3e9-ffee-4c5a-bca0-5c844c6b8dd3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459478 Jan 21 08:02:30.037328 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:30.112987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:30.132107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:30.278983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Pushing event updated for resources: {'Port': ['ID=28f37483-efd1-41e0-a405-ade1503e4a59,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:30.322991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:30.407185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Network 04f08295-94cc-4d58-9786-55df6872f09a is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:02:30.409858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:02:30.412542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:02:30.429626 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:30.430300 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:30.456270 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179013e-ce3d-4d2f-a907-e7a4e638d96f req-1a71305a-af50-45c6-97a9-4b137d8998dd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:30.457889 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f179013e-ce3d-4d2f-a907-e7a4e638d96f req-1a71305a-af50-45c6-97a9-4b137d8998dd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 931 time: 0.1837668 Jan 21 08:02:30.525448 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f179013e-ce3d-4d2f-a907-e7a4e638d96f req-a632afa0-2a5b-44a9-a199-88fbf1d46360 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576575 Jan 21 08:02:30.570731 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7216282 Jan 21 08:02:30.628789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Request body: {'port': {'device_id': 'bac56698-31ff-4af1-989e-77cc4ef28634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:02:30.823807 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:30.859110 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09aec5-5b76-4ccf-a752-908fe899b0e5 req-e0714b61-6fc7-4073-a765-85294ed4d64d tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:30.860830 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cb09aec5-5b76-4ccf-a752-908fe899b0e5 req-e0714b61-6fc7-4073-a765-85294ed4d64d tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1994126 Jan 21 08:02:31.005545 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cb09aec5-5b76-4ccf-a752-908fe899b0e5 req-65b72efc-fccf-4f94-bbae-9b16251c846a tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367590 Jan 21 08:02:31.321905 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f37483-efd1-41e0-a405-ade1503e4a59 {{(pid=80227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:02:31.334182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:31.348003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Transition to ACTIVE for port object 28f37483-efd1-41e0-a405-ade1503e4a59 will not be triggered until provisioned by entity L2. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:02:31.386932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:31.403091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9cf81cc2-8802-481e-aa3a-b8bd7d5ab153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:31.577140 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Pushing event updated for resources: {'Port': ['ID=28f37483-efd1-41e0-a405-ade1503e4a59,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:31.582280 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:31.808104 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Attempting to bind port 28f37483-efd1-41e0-a405-ade1503e4a59 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:02:31.809211 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Attempting to bind port 28f37483-efd1-41e0-a405-ade1503e4a59 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:02:31.809584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Attempting to bind port 28f37483-efd1-41e0-a405-ade1503e4a59 on network 04f08295-94cc-4d58-9786-55df6872f09a {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:02:31.819779 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:02:31.819995 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Checking segment: {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:02:31.820405 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:31.820803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Bound using segment: {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:02:31.821276 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Bound port: 28f37483-efd1-41e0-a405-ade1503e4a59, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff82344-c9ad-4edd-bd32-89073fad4eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04f08295-94cc-4d58-9786-55df6872f09a'}}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:02:31.821650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:31.930849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c5378-30c0-499f-88ae-2a2fc6a12bdb req-dfc9f96e-49e4-4353-95f5-4d463d31c850 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:31.932214 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-926c5378-30c0-499f-88ae-2a2fc6a12bdb req-dfc9f96e-49e4-4353-95f5-4d463d31c850 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Synchronizing usage tracker for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:02:31.984663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] For port 28f37483-efd1-41e0-a405-ade1503e4a59, host hv-cinder-76859, cleared binding levels {{(pid=80227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:02:31.988996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] For port 28f37483-efd1-41e0-a405-ade1503e4a59, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=28f37483-efd1-41e0-a405-ade1503e4a59,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:02:32.004368 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-926c5378-30c0-499f-88ae-2a2fc6a12bdb req-dfc9f96e-49e4-4353-95f5-4d463d31c850 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Unset dirty status for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:02:32.005800 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-926c5378-30c0-499f-88ae-2a2fc6a12bdb req-dfc9f96e-49e4-4353-95f5-4d463d31c850 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 943 time: 0.2925591 Jan 21 08:02:32.035815 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:32.057672 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-75b2caac-6269-4412-a82d-2ec0f1eeb961 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:32.218981 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-926c5378-30c0-499f-88ae-2a2fc6a12bdb req-213d6e89-2ae5-4a8a-be2a-c75553f79310 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066026 Jan 21 08:02:32.260077 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Pushing event updated for resources: {'Port': ['ID=28f37483-efd1-41e0-a405-ade1503e4a59,revision_number=3']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:32.265087 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:32.326782 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:32.328309 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:32.330465 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] 10.222.0.75 "PUT /v2.0/ports/28f37483-efd1-41e0-a405-ade1503e4a59 HTTP/1.1" status: 200 len: 1157 time: 1.7101443 Jan 21 08:02:32.331291 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac56698-31ff-4af1-989e-77cc4ef28634', 'tag': '28f37483-efd1-41e0-a405-ade1503e4a59'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:02:32.450020 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1217b2-2c08-4033-adac-3881db3775bc req-109285f8-d71c-45e0-bf23-8c8ffc2329cd tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:32.451731 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cc1217b2-2c08-4033-adac-3881db3775bc req-109285f8-d71c-45e0-bf23-8c8ffc2329cd tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1055567 Jan 21 08:02:32.481562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fb9b7-2fb8-41ef-bd12-1eecb19c21db req-a54bdc23-0ba7-45c5-a020-00d6c0b55d94 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:32.483189 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a27fb9b7-2fb8-41ef-bd12-1eecb19c21db req-a54bdc23-0ba7-45c5-a020-00d6c0b55d94 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 945 time: 0.1041739 Jan 21 08:02:32.511549 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cc1217b2-2c08-4033-adac-3881db3775bc req-2b1a03fc-3a18-4df8-87b4-9f67f6fb53a6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527754 Jan 21 08:02:32.538487 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a27fb9b7-2fb8-41ef-bd12-1eecb19c21db req-496e95ce-0de6-43e6-b86c-d44ed081c4e5 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476477 Jan 21 08:02:32.601724 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac56698-31ff-4af1-989e-77cc4ef28634', 'tag': '28f37483-efd1-41e0-a405-ade1503e4a59', 'status': 'completed', 'code': 200} Jan 21 08:02:32.780766 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-354c13b6-471d-4f9f-adf3-114719245587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:32.782383 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-354c13b6-471d-4f9f-adf3-114719245587 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 1160 time: 0.0846417 Jan 21 08:02:32.889297 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-1fcc8eea-423a-43c3-a0d7-1920fc59ba36 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28f37483-efd1-41e0-a405-ade1503e4a59 HTTP/1.1" status: 200 len: 217 time: 0.0664787 Jan 21 08:02:32.970110 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-9c164885-0b86-4511-bff6-71eaebb6778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:32.971690 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-9c164885-0b86-4511-bff6-71eaebb6778a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8543cc68-5816-4276-8f28-1d84e1545d60 HTTP/1.1" status: 200 len: 855 time: 0.0679395 Jan 21 08:02:33.051703 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-7b3ca838-bf52-40ee-99e6-a749400756df service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=04f08295-94cc-4d58-9786-55df6872f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460188 Jan 21 08:02:33.220042 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-56380b35-9c43-4ac3-a1f5-420fc93ab8a7 service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359873 Jan 21 08:02:33.423669 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e1f1dff-f9fc-4f16-9d47-9f3e653285fa req-9e0bfe97-8451-4745-94d9-2b8dd15dac46 service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1907327 Jan 21 08:02:33.475465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893e344-fabf-4a5e-8869-2af4fb117201 req-f4b28cd1-0574-4827-8564-80350bf34fe5 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:33.477106 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e893e344-fabf-4a5e-8869-2af4fb117201 req-f4b28cd1-0574-4827-8564-80350bf34fe5 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 943 time: 0.1082726 Jan 21 08:02:33.534069 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e893e344-fabf-4a5e-8869-2af4fb117201 req-cc4ab893-5810-42b1-b75a-d79f94cc760f tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501819 Jan 21 08:02:33.760991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00765006-fcb5-40d9-aea0-683c20ff1a98 req-00e4d6d5-b40c-45c5-9c63-3c3b5ace3a07 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:33.763603 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00765006-fcb5-40d9-aea0-683c20ff1a98 req-00e4d6d5-b40c-45c5-9c63-3c3b5ace3a07 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1139088 Jan 21 08:02:33.825166 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00765006-fcb5-40d9-aea0-683c20ff1a98 req-11acbdf2-fca0-43ea-bb75-f0c99d435f99 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527360 Jan 21 08:02:34.103682 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553dc9a-6423-44b8-bbba-442fb469d5a6 req-f7f0f806-2be5-47c2-805f-19c28007d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:34.105370 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2553dc9a-6423-44b8-bbba-442fb469d5a6 req-f7f0f806-2be5-47c2-805f-19c28007d9c5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d8f0014011f4ebbac4b43afe680e362&device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 1160 time: 0.1176159 Jan 21 08:02:34.127984 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a428b1-39ae-4af0-977e-24387ecbeddc req-54f663ef-ec46-4922-976f-419904020c87 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:34.129551 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-55a428b1-39ae-4af0-977e-24387ecbeddc req-54f663ef-ec46-4922-976f-419904020c87 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 945 time: 0.3879461 Jan 21 08:02:34.183011 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-55a428b1-39ae-4af0-977e-24387ecbeddc req-c8c0dbed-01d0-4001-9d03-864e200ec16c tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468545 Jan 21 08:02:34.341440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553dc9a-6423-44b8-bbba-442fb469d5a6 req-877c4635-d2f4-487d-93b9-193bac4eba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:34.343002 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2553dc9a-6423-44b8-bbba-442fb469d5a6 req-877c4635-d2f4-487d-93b9-193bac4eba1d service neutron] 10.222.0.75 "GET /v2.0/networks?id=04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 200 len: 909 time: 0.1422372 Jan 21 08:02:34.425405 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2553dc9a-6423-44b8-bbba-442fb469d5a6 req-61de59d3-0144-4d74-9df6-fbd26d1fa81c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28f37483-efd1-41e0-a405-ade1503e4a59 HTTP/1.1" status: 200 len: 217 time: 0.0678475 Jan 21 08:02:34.504496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553dc9a-6423-44b8-bbba-442fb469d5a6 req-99a2fa88-3c99-4ab2-b0b1-dec4866ef592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:34.506112 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2553dc9a-6423-44b8-bbba-442fb469d5a6 req-99a2fa88-3c99-4ab2-b0b1-dec4866ef592 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8543cc68-5816-4276-8f28-1d84e1545d60 HTTP/1.1" status: 200 len: 855 time: 0.0633636 Jan 21 08:02:34.582947 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2553dc9a-6423-44b8-bbba-442fb469d5a6 req-71ba0709-ee6c-45b6-86eb-7a0c5a1a23b5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=04f08295-94cc-4d58-9786-55df6872f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456407 Jan 21 08:02:34.815276 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2553dc9a-6423-44b8-bbba-442fb469d5a6 req-77e6d0a5-99ba-40a6-91bb-ea529570e26a service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077208 Jan 21 08:02:34.843772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d058830-8611-4bd0-8e18-e076eebbe9d3 req-f25fa331-72df-4afc-98fc-e19d8fb46cdf tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:34.845364 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9d058830-8611-4bd0-8e18-e076eebbe9d3 req-f25fa331-72df-4afc-98fc-e19d8fb46cdf tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 943 time: 0.1616795 Jan 21 08:02:34.984868 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9d058830-8611-4bd0-8e18-e076eebbe9d3 req-e4e7178a-0ee1-4231-85d6-41883fa2efab tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163487 Jan 21 08:02:35.029235 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2553dc9a-6423-44b8-bbba-442fb469d5a6 req-032fddec-7195-4ac4-a159-1ce0294bffc5 service neutron] 10.222.0.75 "GET /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1827407 Jan 21 08:02:35.066597 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d20443-cabd-4ad6-9a64-d225afe855fe req-b39e92d6-f15d-49e4-91ea-2ca106ede4f6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:35.068254 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-90d20443-cabd-4ad6-9a64-d225afe855fe req-b39e92d6-f15d-49e4-91ea-2ca106ede4f6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1060355 Jan 21 08:02:35.124687 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-90d20443-cabd-4ad6-9a64-d225afe855fe req-d7ab9e16-52e9-41ea-89ce-186b614fa5b5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494192 Jan 21 08:02:35.426108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a3ddf-614a-4c72-a6df-ff5bdca76ba2 req-ea06a753-8878-4b9a-a805-4a25e1fbc93c tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:35.428030 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9f7a3ddf-614a-4c72-a6df-ff5bdca76ba2 req-ea06a753-8878-4b9a-a805-4a25e1fbc93c tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 945 time: 0.1044810 Jan 21 08:02:35.484051 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9f7a3ddf-614a-4c72-a6df-ff5bdca76ba2 req-980eae32-2961-4082-85d2-8bc2208af68d tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484488 Jan 21 08:02:36.225833 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edfb97-163d-47e9-b7f1-fd1d4c0e8ad0 req-9412e8da-ebe0-4ca5-a603-a70232ac0a3d tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:36.227518 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-38edfb97-163d-47e9-b7f1-fd1d4c0e8ad0 req-9412e8da-ebe0-4ca5-a603-a70232ac0a3d tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 943 time: 0.1081276 Jan 21 08:02:36.284998 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-38edfb97-163d-47e9-b7f1-fd1d4c0e8ad0 req-201f794e-2815-46ee-b31f-88cb9a20e122 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490799 Jan 21 08:02:36.368074 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e63184-622f-4b74-8f30-5d047d341446 req-6e5928bf-e89c-4024-90cc-f1d78f05a6ad tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:36.369726 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-89e63184-622f-4b74-8f30-5d047d341446 req-6e5928bf-e89c-4024-90cc-f1d78f05a6ad tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1116884 Jan 21 08:02:36.420224 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-89e63184-622f-4b74-8f30-5d047d341446 req-e6384068-d11e-4f99-aaa1-ca53d907156c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441396 Jan 21 08:02:36.717793 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26f00-81e7-444a-8cc0-53c0a8a3c9e7 req-c83ea041-5b16-4a23-a9b0-d5b6ad377761 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:36.719606 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-22f26f00-81e7-444a-8cc0-53c0a8a3c9e7 req-c83ea041-5b16-4a23-a9b0-d5b6ad377761 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 945 time: 0.1040545 Jan 21 08:02:36.772329 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-22f26f00-81e7-444a-8cc0-53c0a8a3c9e7 req-d32bd16e-f15a-4686-a82a-4013b035d38a tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459969 Jan 21 08:02:37.528825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0752e-a172-4e88-8cfe-626183c5a0c2 req-7cd79a15-dff2-4064-9aaa-22fe06204f16 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:37.530515 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1aa0752e-a172-4e88-8cfe-626183c5a0c2 req-7cd79a15-dff2-4064-9aaa-22fe06204f16 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 943 time: 0.1096833 Jan 21 08:02:37.585926 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1aa0752e-a172-4e88-8cfe-626183c5a0c2 req-7ce03d87-6e77-4abd-ad92-c0b4e42fc41a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488012 Jan 21 08:02:37.669437 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ff483-403e-4f5a-89e5-f0d15c9dde1f req-d6282511-73f9-488d-86ea-5964e3808b84 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:37.671073 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4e8ff483-403e-4f5a-89e5-f0d15c9dde1f req-d6282511-73f9-488d-86ea-5964e3808b84 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1161325 Jan 21 08:02:37.726567 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4e8ff483-403e-4f5a-89e5-f0d15c9dde1f req-317a2b62-fd2e-4a8a-b53e-2211b0f960cc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Jan 21 08:02:38.003263 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e75506-c6cd-4fdc-96e6-55ed0ae43224 req-c6383c0a-ea0d-4180-8e6f-ace9943cf638 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:38.005014 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d9e75506-c6cd-4fdc-96e6-55ed0ae43224 req-c6383c0a-ea0d-4180-8e6f-ace9943cf638 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 945 time: 0.1037486 Jan 21 08:02:38.057082 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d9e75506-c6cd-4fdc-96e6-55ed0ae43224 req-d8dc6701-abc4-4ab6-8c46-391999928231 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 Jan 21 08:02:38.239265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 7d6c1841-0801-49e8-ab6b-1d0f79e4744d up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:38.331453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:38.331860 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:38.678673 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb971634-3c28-4d37-aad4-b5bd99fa3417 req-abd5b5d6-906b-4430-8efe-2d695bc6a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:38.680402 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fb971634-3c28-4d37-aad4-b5bd99fa3417 req-abd5b5d6-906b-4430-8efe-2d695bc6a097 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 1163 time: 0.0850749 Jan 21 08:02:38.686067 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49197-5def-4b2a-8669-903b088c3be8 req-18e11aba-e4ed-490f-928d-e7b72f4350a7 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:38.687767 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c7e49197-5def-4b2a-8669-903b088c3be8 req-18e11aba-e4ed-490f-928d-e7b72f4350a7 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.75 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 945 time: 0.1065044 Jan 21 08:02:38.827638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-c7e49197-5def-4b2a-8669-903b088c3be8 req-594f1a97-81a5-4229-b1ed-9a828d00b891 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Deleting port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:02:38.828249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c7e49197-5def-4b2a-8669-903b088c3be8 req-594f1a97-81a5-4229-b1ed-9a828d00b891 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:38.864738 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb971634-3c28-4d37-aad4-b5bd99fa3417 req-9c8cbb8e-7e90-43a7-a95d-7ced44cc983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:38.866428 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fb971634-3c28-4d37-aad4-b5bd99fa3417 req-9c8cbb8e-7e90-43a7-a95d-7ced44cc983f service neutron] 10.222.0.75 "GET /v2.0/networks?id=6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 200 len: 913 time: 0.1499035 Jan 21 08:02:38.961425 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc898-abaf-49f7-9f2b-bcf56efc19c8 req-b07bc8e7-b4d7-4410-8986-f8b4d5732a34 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:38.963320 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7bdbc898-abaf-49f7-9f2b-bcf56efc19c8 req-b07bc8e7-b4d7-4410-8986-f8b4d5732a34 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 943 time: 0.2300165 Jan 21 08:02:39.001662 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fb971634-3c28-4d37-aad4-b5bd99fa3417 req-d7795584-5f93-4c1c-9c19-096fa5defe10 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244bac6c-f337-41e6-bcf2-1b0e322f1d0c HTTP/1.1" status: 200 len: 217 time: 0.0787990 Jan 21 08:02:39.101241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dc80e-77e7-47d1-b9e4-a70a232ae5f6 req-7c6a5d1c-7654-424f-97c8-0c25cf343af7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:39.102863 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bc2dc80e-77e7-47d1-b9e4-a70a232ae5f6 req-7c6a5d1c-7654-424f-97c8-0c25cf343af7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.2224629 Jan 21 08:02:39.104219 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7bdbc898-abaf-49f7-9f2b-bcf56efc19c8 req-d3211e09-8cc8-4845-8e46-165b40041127 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332421 Jan 21 08:02:39.153998 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb971634-3c28-4d37-aad4-b5bd99fa3417 req-62502571-e7a3-41b5-a6e1-8fde9b75fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:39.155545 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fb971634-3c28-4d37-aad4-b5bd99fa3417 req-62502571-e7a3-41b5-a6e1-8fde9b75fea6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ede2f2c-82ed-4bcf-95e1-efdce4d5c029 HTTP/1.1" status: 200 len: 859 time: 0.1314137 Jan 21 08:02:39.170880 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bc2dc80e-77e7-47d1-b9e4-a70a232ae5f6 req-634e3752-f609-43d4-945f-f571628593e0 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560498 Jan 21 08:02:39.198154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-c7e49197-5def-4b2a-8669-903b088c3be8 req-594f1a97-81a5-4229-b1ed-9a828d00b891 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] For port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7d6c1841-0801-49e8-ab6b-1d0f79e4744d,segment=NetworkSegment(38d9ea1c-f0d7-443a-b3b6-e024949accd7),segment_id=38d9ea1c-f0d7-443a-b3b6-e024949accd7)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:02:39.198600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c7e49197-5def-4b2a-8669-903b088c3be8 req-594f1a97-81a5-4229-b1ed-9a828d00b891 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:39.225532 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fb971634-3c28-4d37-aad4-b5bd99fa3417 req-1a3ab147-d3c2-4f3e-af11-930c154fd195 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6d73440c-38be-4b1e-98d3-4d22c54af203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523942 Jan 21 08:02:39.382791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-c7e49197-5def-4b2a-8669-903b088c3be8 req-594f1a97-81a5-4229-b1ed-9a828d00b891 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Calling delete_port for 7d6c1841-0801-49e8-ab6b-1d0f79e4744d owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:02:39.415904 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fb971634-3c28-4d37-aad4-b5bd99fa3417 req-833bc72c-e11d-442a-9381-4974f3554fcd service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661742 Jan 21 08:02:39.554385 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3ff0c-2450-4041-9b8d-137bb611e04f req-76b1dfa7-58d1-44eb-b8c3-52a5357d6615 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:39.556227 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-55b3ff0c-2450-4041-9b8d-137bb611e04f req-76b1dfa7-58d1-44eb-b8c3-52a5357d6615 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 945 time: 0.1809039 Jan 21 08:02:39.580270 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fb971634-3c28-4d37-aad4-b5bd99fa3417 req-df02aa26-2d90-4da5-860b-0b1e3568d378 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1489956 Jan 21 08:02:39.681097 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-55b3ff0c-2450-4041-9b8d-137bb611e04f req-7002f33a-f751-4246-abe7-07be568bf828 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/security-groups?id=10831b69-4b36-4702-bebe-61e2cc9225b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180675 Jan 21 08:02:39.723794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c7e49197-5def-4b2a-8669-903b088c3be8 req-594f1a97-81a5-4229-b1ed-9a828d00b891 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:39.739601 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-74675ddf-6fe3-4750-a200-49f091f0d15a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:39.840003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f1a97-81a5-4229-b1ed-9a828d00b891 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Pushing event deleted for resources: {'Port': ['ID=7d6c1841-0801-49e8-ab6b-1d0f79e4744d,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:39.849097 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-594f1a97-81a5-4229-b1ed-9a828d00b891 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:39.960989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e49197-5def-4b2a-8669-903b088c3be8 req-594f1a97-81a5-4229-b1ed-9a828d00b891 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] No DVR routers for this DVR port 7d6c1841-0801-49e8-ab6b-1d0f79e4744d on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:02:39.963533 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c7e49197-5def-4b2a-8669-903b088c3be8 req-594f1a97-81a5-4229-b1ed-9a828d00b891 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:39.967064 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b92bcb-867a-4605-bab8-9e05be8233fe', 'name': 'network-vif-deleted', 'tag': '7d6c1841-0801-49e8-ab6b-1d0f79e4744d'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:02:40.004528 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c7e49197-5def-4b2a-8669-903b088c3be8 req-594f1a97-81a5-4229-b1ed-9a828d00b891 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.75 "DELETE /v2.0/ports/7d6c1841-0801-49e8-ab6b-1d0f79e4744d HTTP/1.1" status: 204 len: 173 time: 1.3025453 Jan 21 08:02:40.034194 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b92bcb-867a-4605-bab8-9e05be8233fe', 'name': 'network-vif-deleted', 'tag': '7d6c1841-0801-49e8-ab6b-1d0f79e4744d', 'status': 'completed', 'code': 200} Jan 21 08:02:40.389821 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa66e99-03f2-45c8-9a60-264fbb3592f6 req-8d07a5c0-057b-430f-9c27-1181955b9189 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:40.391626 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1aa66e99-03f2-45c8-9a60-264fbb3592f6 req-8d07a5c0-057b-430f-9c27-1181955b9189 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 943 time: 0.1172559 Jan 21 08:02:40.451213 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1aa66e99-03f2-45c8-9a60-264fbb3592f6 req-af11c4cc-94a5-4ff1-957e-c65f47b914be tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478261 Jan 21 08:02:40.463532 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc379b5-bb64-4275-873d-53ea3d1eed13 req-39feb004-508b-43a0-8ac3-4af4233d8b24 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:40.465845 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-efc379b5-bb64-4275-873d-53ea3d1eed13 req-39feb004-508b-43a0-8ac3-4af4233d8b24 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1185191 Jan 21 08:02:40.518662 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-efc379b5-bb64-4275-873d-53ea3d1eed13 req-fe7e7685-7d28-4575-972c-50d39f176646 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459154 Jan 21 08:02:40.878809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-90db49a0-4ed8-4ae7-83f2-c8397f113574 req-7fb4b1a2-2a66-45af-b5f6-68ff388baa09 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Synchronizing usage tracker for tenant:826eae8231c844b7b550ae01f7308f38 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:02:40.929185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-90db49a0-4ed8-4ae7-83f2-c8397f113574 req-7fb4b1a2-2a66-45af-b5f6-68ff388baa09 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Unset dirty status for tenant:826eae8231c844b7b550ae01f7308f38 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:02:40.930478 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-90db49a0-4ed8-4ae7-83f2-c8397f113574 req-7fb4b1a2-2a66-45af-b5f6-68ff388baa09 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] 10.222.0.64 "GET /v2.0/ports?device_id=26b92bcb-867a-4605-bab8-9e05be8233fe HTTP/1.1" status: 200 len: 210 time: 0.1022046 Jan 21 08:02:41.695515 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab0c8a-e508-49db-a4ed-6df43a66f682 req-7dd7a3e8-8f56-4606-b3a4-4930deabe06a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:41.699140 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9cab0c8a-e508-49db-a4ed-6df43a66f682 req-7dd7a3e8-8f56-4606-b3a4-4930deabe06a tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 943 time: 0.1070559 Jan 21 08:02:41.715287 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 28f37483-efd1-41e0-a405-ade1503e4a59 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:41.757924 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9cab0c8a-e508-49db-a4ed-6df43a66f682 req-3a44b89a-f982-4a72-9ea3-2fcaf3476211 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536513 Jan 21 08:02:41.789078 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e7866-8e5f-4b70-8320-d3edb069bb21 req-ff151b33-cbff-4fc1-be13-454dc201e57b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:41.790938 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-202e7866-8e5f-4b70-8320-d3edb069bb21 req-ff151b33-cbff-4fc1-be13-454dc201e57b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1197906 Jan 21 08:02:41.821059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 28f37483-efd1-41e0-a405-ade1503e4a59 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:02:41.828020 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 28f37483-efd1-41e0-a405-ade1503e4a59 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:41.828488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:41.853909 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-202e7866-8e5f-4b70-8320-d3edb069bb21 req-401e7aed-1c3e-4bb3-a74a-f9736e868ede tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559404 Jan 21 08:02:42.121706 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:42.149945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac56698-31ff-4af1-989e-77cc4ef28634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f37483-efd1-41e0-a405-ade1503e4a59'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:02:42.161007 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 28f37483-efd1-41e0-a405-ade1503e4a59, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=28f37483-efd1-41e0-a405-ade1503e4a59,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:02:42.197709 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:42.200483 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:02:42.273147 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac56698-31ff-4af1-989e-77cc4ef28634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f37483-efd1-41e0-a405-ade1503e4a59', 'code': 200} Jan 21 08:02:42.273756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=28f37483-efd1-41e0-a405-ade1503e4a59,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:02:42.278793 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 7d6c1841-0801-49e8-ab6b-1d0f79e4744d no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:02:42.318039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:02:42.319319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] No Port match for: 7d6c1841-0801-49e8-ab6b-1d0f79e4744d {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:02:42.319707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 7d6c1841-0801-49e8-ab6b-1d0f79e4744d not bound to the agent host hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:02:42.727273 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2e85c-2215-49b5-aec3-a831253ea166 req-084b116f-c60f-4570-9f89-a99146acacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:42.729076 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b9e2e85c-2215-49b5-aec3-a831253ea166 req-084b116f-c60f-4570-9f89-a99146acacb0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 1162 time: 0.0864215 Jan 21 08:02:42.790234 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b9e2e85c-2215-49b5-aec3-a831253ea166 req-f4a52fa4-10f0-4b3f-8cda-cefd3942b6bb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Jan 21 08:02:43.025105 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efd5b3-e901-4161-ae7c-7dcf56c63404 req-03daf862-4f6c-4cf1-b364-20484869815e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:43.027531 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-83efd5b3-e901-4161-ae7c-7dcf56c63404 req-03daf862-4f6c-4cf1-b364-20484869815e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 945 time: 0.1352401 Jan 21 08:02:43.087539 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-83efd5b3-e901-4161-ae7c-7dcf56c63404 req-3fa44f5e-bf29-4dcb-a016-1b64ff40310c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532670 Jan 21 08:02:43.113802 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ab159-ec27-4eac-b080-0f2a195efaec req-98484571-aa7f-43a2-b923-47742c8fc514 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:43.122762 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-559ab159-ec27-4eac-b080-0f2a195efaec req-98484571-aa7f-43a2-b923-47742c8fc514 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1249926 Jan 21 08:02:43.171146 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-559ab159-ec27-4eac-b080-0f2a195efaec req-2c4e1a5a-dc20-419f-a1aa-a62254c265c3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468049 Jan 21 08:02:43.323385 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 28f37483-efd1-41e0-a405-ade1503e4a59 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:43.401145 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 28f37483-efd1-41e0-a405-ade1503e4a59 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:43.401577 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:44.331254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14837bcb-93fd-45a1-a5e3-9e3b40d4b408 req-a57a8f3e-5869-46d9-8b02-42db2ae26e42 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:44.333029 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-14837bcb-93fd-45a1-a5e3-9e3b40d4b408 req-a57a8f3e-5869-46d9-8b02-42db2ae26e42 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 945 time: 0.1061826 Jan 21 08:02:44.390267 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-14837bcb-93fd-45a1-a5e3-9e3b40d4b408 req-ec27e5f4-963c-426a-8108-f214a7436e80 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497615 Jan 21 08:02:44.613031 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484a31e-a90d-4ad1-9589-691502a3c107 req-af375ac1-abef-491c-a62f-9ade100d2a0b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:44.614643 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e484a31e-a90d-4ad1-9589-691502a3c107 req-af375ac1-abef-491c-a62f-9ade100d2a0b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.2991626 Jan 21 08:02:44.666297 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e484a31e-a90d-4ad1-9589-691502a3c107 req-56d463c2-4156-48bd-8133-d636a9b9dffc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 Jan 21 08:02:45.630577 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acfff5-df93-4ed2-bdce-5d79c2b2020e req-8190c4fd-5382-4467-a2b1-418511aefd41 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:45.632131 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-66acfff5-df93-4ed2-bdce-5d79c2b2020e req-8190c4fd-5382-4467-a2b1-418511aefd41 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 945 time: 0.1062760 Jan 21 08:02:45.696814 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-66acfff5-df93-4ed2-bdce-5d79c2b2020e req-3e473883-b631-4e0e-9cba-937e8097b378 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574024 Jan 21 08:02:45.923202 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f92f4-1e25-4a3c-bc1f-31554a5b5e4d req-92466a6e-0cd3-4d9a-abd3-ef6de979fe5c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:45.924812 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1a3f92f4-1e25-4a3c-bc1f-31554a5b5e4d req-92466a6e-0cd3-4d9a-abd3-ef6de979fe5c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1215522 Jan 21 08:02:45.986712 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:45.989498 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1a3f92f4-1e25-4a3c-bc1f-31554a5b5e4d req-7dbeba03-ac82-46b5-90c1-71085b9ceb19 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580530 Jan 21 08:02:46.946178 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2eae3-9979-4d37-9647-eb0992c79607 req-6aec4000-3de6-424c-95a5-6c4899ae63fe tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:46.947895 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f0b2eae3-9979-4d37-9647-eb0992c79607 req-6aec4000-3de6-424c-95a5-6c4899ae63fe tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 945 time: 0.1133366 Jan 21 08:02:47.007896 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f0b2eae3-9979-4d37-9647-eb0992c79607 req-b1b24f11-7acc-4a8d-ab36-f4eb88bc8791 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527771 Jan 21 08:02:47.227551 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014d548-0c09-4c6f-b824-79d92288831b req-0648a310-e10e-44f3-9395-20c62f09c687 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:47.229277 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1014d548-0c09-4c6f-b824-79d92288831b req-0648a310-e10e-44f3-9395-20c62f09c687 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1047494 Jan 21 08:02:47.293349 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1014d548-0c09-4c6f-b824-79d92288831b req-b2b7c3c3-f24d-4ed8-b1d7-a01e3a286755 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569503 Jan 21 08:02:47.735825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 28f37483-efd1-41e0-a405-ade1503e4a59 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:47.800373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43fc0b-7e8b-45c6-b3a1-0e2058f794d2 req-e5f1340b-2153-476e-89b7-e5508bbabcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:47.801876 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6e43fc0b-7e8b-45c6-b3a1-0e2058f794d2 req-e5f1340b-2153-476e-89b7-e5508bbabcee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 1163 time: 0.0824378 Jan 21 08:02:47.807849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 28f37483-efd1-41e0-a405-ade1503e4a59 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:47.808308 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:47.882013 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6e43fc0b-7e8b-45c6-b3a1-0e2058f794d2 req-12834f73-9c60-4baf-9f60-a2279cb5a084 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 Jan 21 08:02:48.534656 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41224ccf-b21b-498f-a7d4-cb42b18aae78 req-03b21c01-6cb8-451d-8713-38aa7a6690ae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:48.536367 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-41224ccf-b21b-498f-a7d4-cb42b18aae78 req-03b21c01-6cb8-451d-8713-38aa7a6690ae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1096480 Jan 21 08:02:48.590972 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-41224ccf-b21b-498f-a7d4-cb42b18aae78 req-7deebafc-640a-44d3-92f8-e8d54aba3a38 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482562 Jan 21 08:02:49.104226 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:02:49.852657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c1036-6ff0-439c-9f11-e5a1556d9b58 req-77ec38cf-b846-49fe-a024-31e35ccc43c6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:49.855116 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4a6c1036-6ff0-439c-9f11-e5a1556d9b58 req-77ec38cf-b846-49fe-a024-31e35ccc43c6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1190071 Jan 21 08:02:49.914371 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4a6c1036-6ff0-439c-9f11-e5a1556d9b58 req-ef293a06-04c3-4423-983a-db21d886af7d tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529175 Jan 21 08:02:50.890331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a2c3a771-57ce-485b-a429-0d056e53409e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:51.172090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b02ac-2268-434a-85ef-00d90cf51cac req-9f8e2d81-bc10-4f6d-a9da-be398329cd44 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:51.173902 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f54b02ac-2268-434a-85ef-00d90cf51cac req-9f8e2d81-bc10-4f6d-a9da-be398329cd44 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1108391 Jan 21 08:02:51.227371 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f54b02ac-2268-434a-85ef-00d90cf51cac req-f3dbca40-1ec3-42ec-bc44-f8cb352144a3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473504 Jan 21 08:02:51.883014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f336d12-851d-4de0-81a4-07be9f86d7cb req-9a587667-f922-4ba0-a100-fd6afde405f8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:51.892641 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3f336d12-851d-4de0-81a4-07be9f86d7cb req-9a587667-f922-4ba0-a100-fd6afde405f8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1119871 Jan 21 08:02:51.944621 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3f336d12-851d-4de0-81a4-07be9f86d7cb req-e373b6d6-b083-432c-929e-464d7eb89e5a tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530348 Jan 21 08:02:52.030507 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e79dc-332d-4194-88cf-a553d46db043 req-97984a40-89ee-4c96-9b51-60936b474d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:52.032159 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e0e79dc-332d-4194-88cf-a553d46db043 req-97984a40-89ee-4c96-9b51-60936b474d78 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 1163 time: 0.0794060 Jan 21 08:02:52.194051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e79dc-332d-4194-88cf-a553d46db043 req-512ba794-d912-4ac9-84f7-36b03b6c5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:52.195845 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e0e79dc-332d-4194-88cf-a553d46db043 req-512ba794-d912-4ac9-84f7-36b03b6c5b35 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 200 len: 913 time: 0.1439049 Jan 21 08:02:52.288743 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e0e79dc-332d-4194-88cf-a553d46db043 req-29600dfd-c697-4066-b91e-7701fd5f011c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244bac6c-f337-41e6-bcf2-1b0e322f1d0c HTTP/1.1" status: 200 len: 217 time: 0.0808585 Jan 21 08:02:52.378551 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e79dc-332d-4194-88cf-a553d46db043 req-2842facf-c687-441b-b471-a2d48683c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:52.380109 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e0e79dc-332d-4194-88cf-a553d46db043 req-2842facf-c687-441b-b471-a2d48683c9a7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ede2f2c-82ed-4bcf-95e1-efdce4d5c029 HTTP/1.1" status: 200 len: 859 time: 0.0661922 Jan 21 08:02:52.445607 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e0e79dc-332d-4194-88cf-a553d46db043 req-5f737a0c-882b-4bfc-b72a-e33ed826cbc5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6d73440c-38be-4b1e-98d3-4d22c54af203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470526 Jan 21 08:02:52.650111 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e0e79dc-332d-4194-88cf-a553d46db043 req-67e562ef-127f-440a-b090-a79e5d0aea21 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491868 Jan 21 08:02:52.851719 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e0e79dc-332d-4194-88cf-a553d46db043 req-65b70f58-23a3-49ad-ab29-add8167c2915 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420205 Jan 21 08:02:53.007900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e72efe8-2e3b-4bef-ae8c-4ebe6fff1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:53.197478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41945b-e1ef-4e1a-abce-3c26eb9597c0 req-06895e83-33bc-4df4-9303-6f01ec671bc2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:53.199149 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6c41945b-e1ef-4e1a-abce-3c26eb9597c0 req-06895e83-33bc-4df4-9303-6f01ec671bc2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1093307 Jan 21 08:02:53.272843 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6c41945b-e1ef-4e1a-abce-3c26eb9597c0 req-2fe29c9c-1bdc-4196-a662-b043d30d5b96 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643127 Jan 21 08:02:53.877853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:54.542380 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14782720-c299-4d63-aed5-5f752ecdbd9b req-31b80e70-03aa-4f76-9144-d5971079bb0f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:54.544388 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-14782720-c299-4d63-aed5-5f752ecdbd9b req-31b80e70-03aa-4f76-9144-d5971079bb0f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1057849 Jan 21 08:02:54.598685 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-14782720-c299-4d63-aed5-5f752ecdbd9b req-644d8977-f8f1-4442-80db-91e0a1ac1477 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480101 Jan 21 08:02:55.020709 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:55.727446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 244bac6c-f337-41e6-bcf2-1b0e322f1d0c up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:02:55.806161 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:55.827553 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:02:55.828791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:02:55.897702 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4fdb3-d6cc-41cf-aa4b-7e6719f97988 req-d70d2214-e63c-4c7b-b77f-71a483b897b3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:55.899574 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d1d4fdb3-d6cc-41cf-aa4b-7e6719f97988 req-d70d2214-e63c-4c7b-b77f-71a483b897b3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1427779 Jan 21 08:02:56.174974 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d1d4fdb3-d6cc-41cf-aa4b-7e6719f97988 req-dc1f1bc5-e041-4ac7-8755-4eabf118571e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684767 Jan 21 08:02:57.491720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4d4b1-0b4c-460e-b386-bfbce15d81c6 req-c5dbe334-af45-499c-9ae8-744b933df4dc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:57.494193 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-27f4d4b1-0b4c-460e-b386-bfbce15d81c6 req-c5dbe334-af45-499c-9ae8-744b933df4dc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1251783 Jan 21 08:02:57.551147 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-27f4d4b1-0b4c-460e-b386-bfbce15d81c6 req-0aad71df-cf48-4350-acf0-5921dd1c2123 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499554 Jan 21 08:02:58.801262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018feb9f-c604-4e36-aff4-caa96a15be95 req-8d7abc9e-28f2-4a77-8c0b-8b8836fdc3c6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:58.803604 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-018feb9f-c604-4e36-aff4-caa96a15be95 req-8d7abc9e-28f2-4a77-8c0b-8b8836fdc3c6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1106143 Jan 21 08:02:58.866514 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-018feb9f-c604-4e36-aff4-caa96a15be95 req-8dbffb5b-da2d-4a68-933f-fa610879ff97 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552475 Jan 21 08:02:59.297396 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720b4c1-9067-42c9-9edf-b41bb9ae2763 req-9df9f974-ea69-4a71-aba3-b8e120206937 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:02:59.299557 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1720b4c1-9067-42c9-9edf-b41bb9ae2763 req-9df9f974-ea69-4a71-aba3-b8e120206937 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 945 time: 0.1099679 Jan 21 08:02:59.353570 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1720b4c1-9067-42c9-9edf-b41bb9ae2763 req-c32e4200-0977-46a3-abf2-ee3d0f25cdbc tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476117 Jan 21 08:02:59.969554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 244bac6c-f337-41e6-bcf2-1b0e322f1d0c up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:03:00.040079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:03:00.040545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:00.599887 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ee551-435d-4be7-95e1-b8895721c963 req-9fc18973-c195-40f8-bd68-931780cd8335 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:00.601263 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-223ee551-435d-4be7-95e1-b8895721c963 req-9fc18973-c195-40f8-bd68-931780cd8335 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 945 time: 0.1046059 Jan 21 08:03:00.654927 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-223ee551-435d-4be7-95e1-b8895721c963 req-ea42a282-8fda-42f1-88b9-99697f998e63 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462756 Jan 21 08:03:01.955668 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3a5c2-6668-42f6-89a3-fd52f34128e3 req-79c50907-db16-4c5d-ac0b-54ca0a40ce7e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:01.957406 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-68c3a5c2-6668-42f6-89a3-fd52f34128e3 req-79c50907-db16-4c5d-ac0b-54ca0a40ce7e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 945 time: 0.1417325 Jan 21 08:03:02.024516 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-68c3a5c2-6668-42f6-89a3-fd52f34128e3 req-c9e1a19e-bcb6-4ca0-b0e3-20390a352574 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600083 Jan 21 08:03:02.222974 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeafe61-e3e4-41c6-a4bb-a84931d45b7f req-4e0e981b-ded9-44e2-80c7-f5f16e4c80d2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:02.224613 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-daeafe61-e3e4-41c6-a4bb-a84931d45b7f req-4e0e981b-ded9-44e2-80c7-f5f16e4c80d2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1192901 Jan 21 08:03:02.298330 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-daeafe61-e3e4-41c6-a4bb-a84931d45b7f req-5e6da61e-f17f-4d20-8417-700c6fa30439 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667887 Jan 21 08:03:03.340931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef937a-a568-42a5-b931-c54ab83f16ae req-96fda263-40da-44e2-9226-b649f8ba3dea tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:03.348818 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2cef937a-a568-42a5-b931-c54ab83f16ae req-96fda263-40da-44e2-9226-b649f8ba3dea tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 945 time: 0.1329224 Jan 21 08:03:03.404189 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2cef937a-a568-42a5-b931-c54ab83f16ae req-ab1ef23c-b27e-48d8-8359-e8501829b4c0 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541596 Jan 21 08:03:04.775341 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4acc2-71c9-4afe-8e44-1a5be1c14972 req-5708c728-d46a-406b-887b-f90709f290cc tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:04.777095 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1aa4acc2-71c9-4afe-8e44-1a5be1c14972 req-5708c728-d46a-406b-887b-f90709f290cc tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 945 time: 0.1061013 Jan 21 08:03:04.846218 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1aa4acc2-71c9-4afe-8e44-1a5be1c14972 req-c1212a0f-53c1-43a6-bba5-30b0261eb240 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549951 Jan 21 08:03:05.240824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-24013633-9d50-4485-8316-7d38fe3f5413 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:05.242649 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-24013633-9d50-4485-8316-7d38fe3f5413 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 945 time: 0.1054299 Jan 21 08:03:05.374703 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Deleting port 28f37483-efd1-41e0-a405-ade1503e4a59 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:03:05.375092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:05.438695 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 28f37483-efd1-41e0-a405-ade1503e4a59 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:03:05.567725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:05.597225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac56698-31ff-4af1-989e-77cc4ef28634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f37483-efd1-41e0-a405-ade1503e4a59'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:03:05.608689 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 28f37483-efd1-41e0-a405-ade1503e4a59, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=28f37483-efd1-41e0-a405-ade1503e4a59,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:03:05.666263 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:05.668566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:05.691993 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] For port 28f37483-efd1-41e0-a405-ade1503e4a59, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=28f37483-efd1-41e0-a405-ade1503e4a59,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:03:05.692540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:05.705553 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac56698-31ff-4af1-989e-77cc4ef28634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f37483-efd1-41e0-a405-ade1503e4a59', 'code': 200} Jan 21 08:03:05.754536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=28f37483-efd1-41e0-a405-ade1503e4a59,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:05.758720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:05.857821 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Calling delete_port for 28f37483-efd1-41e0-a405-ade1503e4a59 owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:03:05.997929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80227) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:03:05.998293 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:03:06.112063 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5d9e5-34ea-4f93-b811-41db371f832d req-00b2dfea-c139-4775-89cc-94b3a5c8ccd5 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:06.114022 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b7a5d9e5-34ea-4f93-b811-41db371f832d req-00b2dfea-c139-4775-89cc-94b3a5c8ccd5 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 943 time: 0.1300535 Jan 21 08:03:06.170700 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b7a5d9e5-34ea-4f93-b811-41db371f832d req-5178c081-623f-4b0f-bec0-b74e539fd5bd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498202 Jan 21 08:03:06.500089 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Deleting port 28f37483-efd1-41e0-a405-ade1503e4a59 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:03:06.500518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:06.796478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] For port 28f37483-efd1-41e0-a405-ade1503e4a59, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=28f37483-efd1-41e0-a405-ade1503e4a59,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:03:06.796880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:06.938721 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Calling delete_port for 28f37483-efd1-41e0-a405-ade1503e4a59 owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:03:07.195111 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:07.214689 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-85b2e8be-df3a-4192-8680-adb57adc3345 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:07.355823 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Pushing event deleted for resources: {'Port': ['ID=28f37483-efd1-41e0-a405-ade1503e4a59,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:07.388624 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:07.454824 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9c8c0d43-2254-406b-9932-9c93c24b674e req-49ec606d-f6ae-47de-81f5-413f1692f9db tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 210 time: 0.0713975 Jan 21 08:03:07.549475 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] No DVR routers for this DVR port 28f37483-efd1-41e0-a405-ade1503e4a59 on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:03:07.552416 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:07.557053 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac56698-31ff-4af1-989e-77cc4ef28634', 'name': 'network-vif-deleted', 'tag': '28f37483-efd1-41e0-a405-ade1503e4a59'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:03:07.615422 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-61d2a281-c6b2-45d5-ab4b-2fe6176256bd req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "DELETE /v2.0/ports/28f37483-efd1-41e0-a405-ade1503e4a59 HTTP/1.1" status: 204 len: 173 time: 2.3236070 Jan 21 08:03:07.638851 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac56698-31ff-4af1-989e-77cc4ef28634', 'name': 'network-vif-deleted', 'tag': '28f37483-efd1-41e0-a405-ade1503e4a59', 'status': 'completed', 'code': 200} Jan 21 08:03:08.437443 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ff6ba-46f2-4c61-8f33-6e4fbe57714f req-458bb516-c1e1-4620-afd0-821e3a4c6acf tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:08.439460 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b12ff6ba-46f2-4c61-8f33-6e4fbe57714f req-458bb516-c1e1-4620-afd0-821e3a4c6acf tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1397569 Jan 21 08:03:08.449409 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bd861-ab69-4834-a71e-7fc71de3f6c8 req-b9168aac-a53c-483f-91bc-24e08ace7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:08.451146 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6d5bd861-ab69-4834-a71e-7fc71de3f6c8 req-b9168aac-a53c-483f-91bc-24e08ace7853 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 1163 time: 0.1350055 Jan 21 08:03:08.498465 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b12ff6ba-46f2-4c61-8f33-6e4fbe57714f req-d6accd93-927a-497e-8458-85657b2f1578 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520239 Jan 21 08:03:08.675825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bd861-ab69-4834-a71e-7fc71de3f6c8 req-a5b16e99-325d-4202-9ec2-930095729134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:08.677491 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6d5bd861-ab69-4834-a71e-7fc71de3f6c8 req-a5b16e99-325d-4202-9ec2-930095729134 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 200 len: 913 time: 0.1547880 Jan 21 08:03:08.693780 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c3f55747-6de9-4115-8306-a3838aba3ac9 req-505133da-88ad-4c63-b342-261bebea379b tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 210 time: 0.0540304 Jan 21 08:03:08.810134 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6d5bd861-ab69-4834-a71e-7fc71de3f6c8 req-15f984b4-5671-42e1-8826-40f1d4adb193 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244bac6c-f337-41e6-bcf2-1b0e322f1d0c HTTP/1.1" status: 200 len: 217 time: 0.0710201 Jan 21 08:03:08.919880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bd861-ab69-4834-a71e-7fc71de3f6c8 req-06beed06-5337-4887-bb2f-ef677c0fb82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:08.921502 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6d5bd861-ab69-4834-a71e-7fc71de3f6c8 req-06beed06-5337-4887-bb2f-ef677c0fb82e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ede2f2c-82ed-4bcf-95e1-efdce4d5c029 HTTP/1.1" status: 200 len: 859 time: 0.0697510 Jan 21 08:03:08.990946 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6d5bd861-ab69-4834-a71e-7fc71de3f6c8 req-d4565c62-2233-4e5e-8965-a9c40a396d18 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6d73440c-38be-4b1e-98d3-4d22c54af203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565395 Jan 21 08:03:09.362463 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6d5bd861-ab69-4834-a71e-7fc71de3f6c8 req-c1559803-d557-4df2-9f08-2e913e4b4e62 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494699 Jan 21 08:03:09.513391 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6d5bd861-ab69-4834-a71e-7fc71de3f6c8 req-9b9e4bcc-0b46-4ce9-a417-e4bfd19b1a0f service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389425 Jan 21 08:03:09.757880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235bd59-7acd-4e19-9bdc-b604681eaa9d req-7470c78c-7897-4786-b042-8e6787d15973 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:09.760001 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8235bd59-7acd-4e19-9bdc-b604681eaa9d req-7470c78c-7897-4786-b042-8e6787d15973 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1203947 Jan 21 08:03:09.819570 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8235bd59-7acd-4e19-9bdc-b604681eaa9d req-1a0eec8c-7265-479c-abe8-1afe0aa86164 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533121 Jan 21 08:03:10.008629 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-19c6b1bf-b1a5-45b4-87c2-e3141f0ae260 req-d71c9c50-280b-45dc-b092-a6ce19e604fd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bac56698-31ff-4af1-989e-77cc4ef28634 HTTP/1.1" status: 200 len: 210 time: 0.0500748 Jan 21 08:03:11.067849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85252ac7-3dde-4d44-b27e-8102ee04f8e4 req-ffe3f553-a186-4dd4-806e-3b99d4b6f8c2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:11.069578 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-85252ac7-3dde-4d44-b27e-8102ee04f8e4 req-ffe3f553-a186-4dd4-806e-3b99d4b6f8c2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1137087 Jan 21 08:03:11.123530 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-85252ac7-3dde-4d44-b27e-8102ee04f8e4 req-b790ad81-0736-4074-a1ee-17eef47c4d42 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470624 Jan 21 08:03:12.372647 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e8395-6650-4aba-ab66-135f58c60b98 req-d1268421-e284-4b1e-9990-db03a8deb3a6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:12.374328 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-227e8395-6650-4aba-ab66-135f58c60b98 req-d1268421-e284-4b1e-9990-db03a8deb3a6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1130450 Jan 21 08:03:12.430195 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-227e8395-6650-4aba-ab66-135f58c60b98 req-269c5842-e78f-4243-a8d3-b5705f373d47 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495107 Jan 21 08:03:13.138268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbd486-fb81-412b-8d44-d1c1e49d9b53 req-d3770037-0e76-4c27-9639-991621ab7a13 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:13.139245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e0bbd486-fb81-412b-8d44-d1c1e49d9b53 req-d3770037-0e76-4c27-9639-991621ab7a13 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Synchronizing usage tracker for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:03:13.241302 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e0bbd486-fb81-412b-8d44-d1c1e49d9b53 req-d3770037-0e76-4c27-9639-991621ab7a13 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Unset dirty status for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:03:13.242836 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0bbd486-fb81-412b-8d44-d1c1e49d9b53 req-d3770037-0e76-4c27-9639-991621ab7a13 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 945 time: 0.2157011 Jan 21 08:03:13.300261 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0bbd486-fb81-412b-8d44-d1c1e49d9b53 req-3b382834-fb93-4b6c-8e02-6168d0ee0399 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498080 Jan 21 08:03:13.697530 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed52ca8-85b3-44e5-92ba-3a2634f78c7f req-63d34a6c-c929-4df6-95db-f0793f79ce59 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:13.699254 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fed52ca8-85b3-44e5-92ba-3a2634f78c7f req-63d34a6c-c929-4df6-95db-f0793f79ce59 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1185491 Jan 21 08:03:13.756587 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fed52ca8-85b3-44e5-92ba-3a2634f78c7f req-337ee903-856d-4586-be38-28120fd79294 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504911 Jan 21 08:03:14.566257 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca179f-3d7a-4c2b-9c05-afdefd7f8831 req-9ae6162f-b1db-4e69-bc37-6abf27d2b751 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:14.568112 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-08ca179f-3d7a-4c2b-9c05-afdefd7f8831 req-9ae6162f-b1db-4e69-bc37-6abf27d2b751 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 945 time: 0.1274502 Jan 21 08:03:14.635597 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-08ca179f-3d7a-4c2b-9c05-afdefd7f8831 req-9ef3c31a-49d7-4bf6-ba93-0a6d8dbd010c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606563 Jan 21 08:03:15.017957 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4d374-96c5-4a12-ab66-ecc790d41086 req-7961eca8-56ef-4273-ae78-467989ef393b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:15.031336 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c1f4d374-96c5-4a12-ab66-ecc790d41086 req-7961eca8-56ef-4273-ae78-467989ef393b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1285112 Jan 21 08:03:15.079973 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c1f4d374-96c5-4a12-ab66-ecc790d41086 req-a1243747-08e4-463a-a729-e447520aa838 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476723 Jan 21 08:03:15.910477 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929d05-0183-4005-bb10-9b6e78e4e256 req-8eebab85-fc77-43da-aaa2-b8bcbb062c06 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:15.916869 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-67929d05-0183-4005-bb10-9b6e78e4e256 req-8eebab85-fc77-43da-aaa2-b8bcbb062c06 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 945 time: 0.1462908 Jan 21 08:03:15.966322 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-67929d05-0183-4005-bb10-9b6e78e4e256 req-161351c8-bd0e-4e09-91c7-26314bba415c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Jan 21 08:03:16.063388 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:16.329209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e53ae3-8726-486a-8c8e-531fa1eebeac req-80f04bf0-7df3-448f-b5bf-5172bab7700c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:16.330754 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-58e53ae3-8726-486a-8c8e-531fa1eebeac req-80f04bf0-7df3-448f-b5bf-5172bab7700c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1119604 Jan 21 08:03:16.390309 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-58e53ae3-8726-486a-8c8e-531fa1eebeac req-92194e01-6f40-48a6-9d80-08403546194c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507233 Jan 21 08:03:17.292086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe62f94-3eb9-4ce6-ab40-cf0319593503 req-7a2bb19b-310a-4aa2-b5fd-82f597a11038 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:17.293907 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cfe62f94-3eb9-4ce6-ab40-cf0319593503 req-7a2bb19b-310a-4aa2-b5fd-82f597a11038 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 945 time: 0.1777749 Jan 21 08:03:17.352876 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cfe62f94-3eb9-4ce6-ab40-cf0319593503 req-57c48117-e2c9-4172-aaae-f58d18621437 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506918 Jan 21 08:03:17.627444 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df3033-5651-4344-9be7-655e4ad9e00c req-d717b071-daa1-43a7-b462-7183f754d8cc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:17.628983 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6df3033-5651-4344-9be7-655e4ad9e00c req-d717b071-daa1-43a7-b462-7183f754d8cc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1046467 Jan 21 08:03:17.680651 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6df3033-5651-4344-9be7-655e4ad9e00c req-1cfa9692-49f5-4ccb-8451-61936af7d294 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435951 Jan 21 08:03:17.807427 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9c472-555c-4ca9-a157-d8d1a44228ff req-e02917d1-407a-4021-962f-1b6e3e78bcdc tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:17.809030 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6cb9c472-555c-4ca9-a157-d8d1a44228ff req-e02917d1-407a-4021-962f-1b6e3e78bcdc tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 945 time: 0.1013598 Jan 21 08:03:17.894464 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-6cb9c472-555c-4ca9-a157-d8d1a44228ff req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Deleting port 19371cd6-702a-4f0a-a3df-534b465f7361 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:03:17.894761 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6cb9c472-555c-4ca9-a157-d8d1a44228ff req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:18.161544 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-6cb9c472-555c-4ca9-a157-d8d1a44228ff req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] For port 19371cd6-702a-4f0a-a3df-534b465f7361, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=19371cd6-702a-4f0a-a3df-534b465f7361,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:03:18.161867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6cb9c472-555c-4ca9-a157-d8d1a44228ff req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:18.305540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 19371cd6-702a-4f0a-a3df-534b465f7361 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:03:18.319657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-6cb9c472-555c-4ca9-a157-d8d1a44228ff req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Calling delete_port for 19371cd6-702a-4f0a-a3df-534b465f7361 owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:03:18.536772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:18.595730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6cb9c472-555c-4ca9-a157-d8d1a44228ff req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:18.617315 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fbc3d9ea-3a3a-4bff-b14a-f60c6a75443a req-513827ac-e9da-43d3-95e6-da0e1a08fbb9 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 210 time: 0.0670271 Jan 21 08:03:18.617982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7e12fb26-2936-46ba-a94e-bf2fc695ce9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:18.667985 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Pushing event deleted for resources: {'Port': ['ID=19371cd6-702a-4f0a-a3df-534b465f7361,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:18.733748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.734157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.734551 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.734949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.735338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.735725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.736111 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.736519 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.736907 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.737413 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.737655 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.738032 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.738472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.738956 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.739206 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.739585 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.739963 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.740372 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.740750 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.741129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.741510 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.741886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.742266 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.742637 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:18.750903 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:18.855697 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb9c472-555c-4ca9-a157-d8d1a44228ff req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] No DVR routers for this DVR port 19371cd6-702a-4f0a-a3df-534b465f7361 on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:03:18.858508 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6cb9c472-555c-4ca9-a157-d8d1a44228ff req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:18.862800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a728510e-1b15-41aa-857a-f10652eb5f8f', 'name': 'network-vif-deleted', 'tag': '19371cd6-702a-4f0a-a3df-534b465f7361'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:03:18.924228 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6cb9c472-555c-4ca9-a157-d8d1a44228ff req-e55117ac-71ea-4931-b205-043abbf6b628 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "DELETE /v2.0/ports/19371cd6-702a-4f0a-a3df-534b465f7361 HTTP/1.1" status: 204 len: 173 time: 1.1066370 Jan 21 08:03:18.930606 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a728510e-1b15-41aa-857a-f10652eb5f8f', 'name': 'network-vif-deleted', 'tag': '19371cd6-702a-4f0a-a3df-534b465f7361', 'status': 'completed', 'code': 200} Jan 21 08:03:18.939706 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d59b2-4120-469a-a2f8-b4a10c703613 req-5b20842d-257b-434c-9d14-d7878e96dd85 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:18.941463 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-558d59b2-4120-469a-a2f8-b4a10c703613 req-5b20842d-257b-434c-9d14-d7878e96dd85 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1134622 Jan 21 08:03:18.995218 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-558d59b2-4120-469a-a2f8-b4a10c703613 req-17ebd763-8fcb-4736-9ad1-67977ccf23f2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473535 Jan 21 08:03:19.823654 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-711a4769-b23f-47dc-b984-196c1e1eabe9 req-a09e24b1-9a19-4e78-b9b5-dc893bb1071e tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=a728510e-1b15-41aa-857a-f10652eb5f8f HTTP/1.1" status: 200 len: 210 time: 0.0526469 Jan 21 08:03:20.354162 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5077da0-b75a-4b39-a481-36960ff25bff req-fcd3d0f8-d20b-43ad-b964-fda994ebc460 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:20.356088 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d5077da0-b75a-4b39-a481-36960ff25bff req-fcd3d0f8-d20b-43ad-b964-fda994ebc460 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.2094493 Jan 21 08:03:20.412009 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d5077da0-b75a-4b39-a481-36960ff25bff req-731209f3-5b79-4f0c-9e4e-49724c80464c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487413 Jan 21 08:03:20.900810 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4a4afee8-7347-45cc-bb08-08e88cf6d55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:21.791573 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b97053-8dd3-4c15-86d2-5d983fdba6cf req-7e61e2cd-0885-455b-b0e4-330633f2bfdf tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:21.793554 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c7b97053-8dd3-4c15-86d2-5d983fdba6cf req-7e61e2cd-0885-455b-b0e4-330633f2bfdf tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1230009 Jan 21 08:03:21.852026 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c7b97053-8dd3-4c15-86d2-5d983fdba6cf req-9c9ee1c4-d913-47b4-b152-f247ecca9a35 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511134 Jan 21 08:03:22.077996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424bc85-e98f-40f1-8bdf-de679ab65278 req-467ed4f9-14f1-4e4b-b1d3-ca1458a3a0e3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:22.079706 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1424bc85-e98f-40f1-8bdf-de679ab65278 req-467ed4f9-14f1-4e4b-b1d3-ca1458a3a0e3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 946 time: 0.1085129 Jan 21 08:03:22.137675 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1424bc85-e98f-40f1-8bdf-de679ab65278 req-9ccf8517-c763-4e1f-a995-6c8aad2b6a50 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512719 Jan 21 08:03:23.002867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-39ded5c2-33a9-4173-8c32-3b9aea545201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:23.091937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc03216-8057-448f-8541-b61442881cd0 req-5b7ba8bc-0740-4384-a7bd-400c9863e809 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:23.094353 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6cc03216-8057-448f-8541-b61442881cd0 req-5b7ba8bc-0740-4384-a7bd-400c9863e809 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1060817 Jan 21 08:03:23.152920 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6cc03216-8057-448f-8541-b61442881cd0 req-5512c42e-2322-4ab9-b2e3-fd11721a7038 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 Jan 21 08:03:23.398922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc89130-1f14-4884-83f4-cac4f16b4233 req-233c2525-c862-42cf-940f-bc5770477810 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:23.400866 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-acc89130-1f14-4884-83f4-cac4f16b4233 req-233c2525-c862-42cf-940f-bc5770477810 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 946 time: 0.1195211 Jan 21 08:03:23.456502 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-acc89130-1f14-4884-83f4-cac4f16b4233 req-2059ab71-adf5-411f-9e6e-f68ae128a8c8 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491009 Jan 21 08:03:23.855439 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:24.404550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ee171-4dad-499c-ad06-d3b239112e25 req-405736f1-1e58-426d-b9a8-c46d2be5f9b2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:24.406263 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e21ee171-4dad-499c-ad06-d3b239112e25 req-405736f1-1e58-426d-b9a8-c46d2be5f9b2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1069226 Jan 21 08:03:24.464339 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e21ee171-4dad-499c-ad06-d3b239112e25 req-0c572784-2043-4e46-a79f-12d23b162120 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509303 Jan 21 08:03:24.743128 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba2b8f-1a8c-464f-873a-d0ffda0a71da req-6deba250-189b-4d4b-a0ae-f81a4f096655 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:24.744919 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e6ba2b8f-1a8c-464f-873a-d0ffda0a71da req-6deba250-189b-4d4b-a0ae-f81a4f096655 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 946 time: 0.1279373 Jan 21 08:03:24.797687 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e6ba2b8f-1a8c-464f-873a-d0ffda0a71da req-8d42dd36-54bc-449c-bd19-9f301582ddd8 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461609 Jan 21 08:03:24.989062 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:25.349819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-2c4ef520-e431-46d9-b2f5-494a1dc03452 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:25.350629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-2c4ef520-e431-46d9-b2f5-494a1dc03452 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Synchronizing usage tracker for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:03:25.403191 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-2c4ef520-e431-46d9-b2f5-494a1dc03452 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Unset dirty status for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:03:25.404764 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-2c4ef520-e431-46d9-b2f5-494a1dc03452 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 946 time: 0.1660671 Jan 21 08:03:25.494695 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-1069c4c1-0ea1-4f7a-a186-7f77fc6eecb3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Deleting port 3f973cdf-ce19-4600-9b69-aad141e5c9a5 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:03:25.495075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-1069c4c1-0ea1-4f7a-a186-7f77fc6eecb3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:25.726051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:25.737045 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230d887-09a4-418f-9853-64e357cd32ba req-8677def2-bfcb-4a3b-b794-d8aed1f9bf84 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:25.738776 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4230d887-09a4-418f-9853-64e357cd32ba req-8677def2-bfcb-4a3b-b794-d8aed1f9bf84 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1341434 Jan 21 08:03:25.773125 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-1069c4c1-0ea1-4f7a-a186-7f77fc6eecb3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] For port 3f973cdf-ce19-4600-9b69-aad141e5c9a5, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=3f973cdf-ce19-4600-9b69-aad141e5c9a5,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:03:25.773644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-1069c4c1-0ea1-4f7a-a186-7f77fc6eecb3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:25.820843 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4230d887-09a4-418f-9853-64e357cd32ba req-5779c49e-7667-4559-a516-e3112bcc11e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736692 Jan 21 08:03:25.920272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-1069c4c1-0ea1-4f7a-a186-7f77fc6eecb3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Calling delete_port for 3f973cdf-ce19-4600-9b69-aad141e5c9a5 owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:03:26.046077 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e2c04-d665-4e94-a3a7-9f4fc5610165 req-9d7f3400-353c-4af1-9aac-019bbc5b01ef tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:26.047830 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-558e2c04-d665-4e94-a3a7-9f4fc5610165 req-9d7f3400-353c-4af1-9aac-019bbc5b01ef tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 946 time: 0.1071911 Jan 21 08:03:26.105824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:03:26.107430 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-558e2c04-d665-4e94-a3a7-9f4fc5610165 req-fc7c8589-ab68-487b-b105-464b78c711ee tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516808 Jan 21 08:03:26.117838 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-1069c4c1-0ea1-4f7a-a186-7f77fc6eecb3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:26.134708 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:26.188810 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069c4c1-0ea1-4f7a-a186-7f77fc6eecb3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Pushing event deleted for resources: {'Port': ['ID=3f973cdf-ce19-4600-9b69-aad141e5c9a5,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:26.250296 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1069c4c1-0ea1-4f7a-a186-7f77fc6eecb3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:26.381691 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-1069c4c1-0ea1-4f7a-a186-7f77fc6eecb3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] No DVR routers for this DVR port 3f973cdf-ce19-4600-9b69-aad141e5c9a5 on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:03:26.385106 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-1069c4c1-0ea1-4f7a-a186-7f77fc6eecb3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:26.390110 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc961835-e9e1-4463-b2dd-5192578e0e89', 'name': 'network-vif-deleted', 'tag': '3f973cdf-ce19-4600-9b69-aad141e5c9a5'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:03:26.433728 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0deedf06-0455-4c76-bdad-e4bc035d1cbe req-1069c4c1-0ea1-4f7a-a186-7f77fc6eecb3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "DELETE /v2.0/ports/3f973cdf-ce19-4600-9b69-aad141e5c9a5 HTTP/1.1" status: 204 len: 173 time: 1.0151219 Jan 21 08:03:26.501918 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc961835-e9e1-4463-b2dd-5192578e0e89', 'name': 'network-vif-deleted', 'tag': '3f973cdf-ce19-4600-9b69-aad141e5c9a5', 'status': 'completed', 'code': 200} Jan 21 08:03:27.018240 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 3f973cdf-ce19-4600-9b69-aad141e5c9a5 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:03:27.057704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] No Port match for: 3f973cdf-ce19-4600-9b69-aad141e5c9a5 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:03:27.058365 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 3f973cdf-ce19-4600-9b69-aad141e5c9a5 not bound to the agent host hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:03:27.059762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de3c62-f596-4536-8206-3727834dbd2f req-69e1f8b9-8365-4a38-8c9c-c54ad37a85d5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:27.061527 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-90de3c62-f596-4536-8206-3727834dbd2f req-69e1f8b9-8365-4a38-8c9c-c54ad37a85d5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1105053 Jan 21 08:03:27.115271 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-90de3c62-f596-4536-8206-3727834dbd2f req-aa48c1d1-1a9b-4d04-9aff-7dc16771aca2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465741 Jan 21 08:03:27.339723 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d42fc535-da33-40e3-b23f-a38d5f9d5678 req-f500cc59-a5c4-46b6-aa0b-38fd9fa6ace3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=bc961835-e9e1-4463-b2dd-5192578e0e89 HTTP/1.1" status: 200 len: 210 time: 0.0759230 Jan 21 08:03:28.376306 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b4967-b6bf-457f-bd1f-11cabd587804 req-e70ce000-0062-4b6c-a6c3-088cf979b1e5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:28.378010 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d21b4967-b6bf-457f-bd1f-11cabd587804 req-e70ce000-0062-4b6c-a6c3-088cf979b1e5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1151619 Jan 21 08:03:28.435338 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d21b4967-b6bf-457f-bd1f-11cabd587804 req-67784c6c-bdb5-4d5f-9c64-c5947ad3c874 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510073 Jan 21 08:03:29.682222 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d1ce0-bb98-4fee-983b-cd810a69c40a req-41cf0f93-5825-4545-ab19-717adcb676a8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:29.683958 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bd7d1ce0-bb98-4fee-983b-cd810a69c40a req-41cf0f93-5825-4545-ab19-717adcb676a8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1117754 Jan 21 08:03:29.739522 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bd7d1ce0-bb98-4fee-983b-cd810a69c40a req-f88902cb-b736-43ef-9f66-32948efd5d99 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492184 Jan 21 08:03:30.649087 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58cfd2-1b7c-4451-ad43-be44e18c819b req-ee0ff8b3-27cd-4400-a403-cb51b5e0e00c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:30.651392 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3a58cfd2-1b7c-4451-ad43-be44e18c819b req-ee0ff8b3-27cd-4400-a403-cb51b5e0e00c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 946 time: 0.1083696 Jan 21 08:03:30.709515 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3a58cfd2-1b7c-4451-ad43-be44e18c819b req-1779d36d-c2b9-43f0-9050-821df0c8b045 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515304 Jan 21 08:03:31.042033 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244bd0b-ebb5-4487-bc18-8998da90252f req-a472e2ad-25d2-4858-b0d7-c74f6169193b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:31.043655 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5244bd0b-ebb5-4487-bc18-8998da90252f req-a472e2ad-25d2-4858-b0d7-c74f6169193b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1093278 Jan 21 08:03:31.100705 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5244bd0b-ebb5-4487-bc18-8998da90252f req-9d85f247-c223-4e5e-9bb4-c2f7ff82822b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506253 Jan 21 08:03:31.953078 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249dbbd-84f2-4316-9176-b5e064bb656c req-53aa1f93-440d-4565-9593-56e73004a7bc tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:31.954973 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0249dbbd-84f2-4316-9176-b5e064bb656c req-53aa1f93-440d-4565-9593-56e73004a7bc tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 946 time: 0.1103377 Jan 21 08:03:32.011689 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0249dbbd-84f2-4316-9176-b5e064bb656c req-385a4171-3953-4f70-b728-0feaf1244c60 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503008 Jan 21 08:03:32.350985 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6149c4a-1e3e-4cbb-8ef6-bd08054c6547 req-42c3787c-de9f-41de-8386-a0385732f110 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:32.353326 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f6149c4a-1e3e-4cbb-8ef6-bd08054c6547 req-42c3787c-de9f-41de-8386-a0385732f110 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1197586 Jan 21 08:03:32.413252 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f6149c4a-1e3e-4cbb-8ef6-bd08054c6547 req-92a51a42-90a6-4831-8ced-34d9cf28c538 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527189 Jan 21 08:03:33.270889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8e501-a305-4818-93e5-2bf6c9a81f8d req-8f43ec5d-ec9c-4837-899e-2f3422099762 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:33.272855 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9ba8e501-a305-4818-93e5-2bf6c9a81f8d req-8f43ec5d-ec9c-4837-899e-2f3422099762 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 946 time: 0.1220710 Jan 21 08:03:33.341316 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9ba8e501-a305-4818-93e5-2bf6c9a81f8d req-2c63d13c-a28d-4447-bbbb-20246bbd8c53 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588264 Jan 21 08:03:33.746241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdb7ff-c3ff-4439-9e18-0cd418b840ec req-b7cb3482-05f4-4076-97bd-7ccdb37a62da tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:33.753511 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5efdb7ff-c3ff-4439-9e18-0cd418b840ec req-b7cb3482-05f4-4076-97bd-7ccdb37a62da tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1768250 Jan 21 08:03:33.815276 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5efdb7ff-c3ff-4439-9e18-0cd418b840ec req-1344595d-6025-4894-87a5-887c33891f72 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541849 Jan 21 08:03:34.532203 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:03:34.605544 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7287d-2a7c-4754-8eb0-7fc86a57c888 req-b75ab641-81a2-483e-99ff-02f0970e5713 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:34.607489 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-81d7287d-2a7c-4754-8eb0-7fc86a57c888 req-b75ab641-81a2-483e-99ff-02f0970e5713 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 946 time: 0.1132605 Jan 21 08:03:34.660666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-923fac0f-cf2b-4159-bcfa-481e4f59b6dd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:34.661776 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-923fac0f-cf2b-4159-bcfa-481e4f59b6dd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Synchronizing usage tracker for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:03:34.666982 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-81d7287d-2a7c-4754-8eb0-7fc86a57c888 req-12d99fb7-b043-43aa-be64-1e4722d2ba86 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/security-groups?id=37d544a1-c884-468a-a334-b18023d92e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490582 Jan 21 08:03:34.684206 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:34.714951 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522eb815-4594-42a6-9920-42e7e52e7cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7aa004-e14b-4339-a3e7-f4e16c7c42c2'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:03:34.735297 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-923fac0f-cf2b-4159-bcfa-481e4f59b6dd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Unset dirty status for tenant:6d8f0014011f4ebbac4b43afe680e362 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:03:34.736856 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-923fac0f-cf2b-4159-bcfa-481e4f59b6dd tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 946 time: 0.1882429 Jan 21 08:03:34.748978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:03:34.792530 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:34.794577 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:34.872665 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522eb815-4594-42a6-9920-42e7e52e7cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7aa004-e14b-4339-a3e7-f4e16c7c42c2', 'code': 200} Jan 21 08:03:34.936974 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:34.945502 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-6e14938c-754c-4a42-b122-79215a842bc4 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Deleting port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:03:34.948696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.949418 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.949905 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.950373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.950835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.951303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.951760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.952158 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-6e14938c-754c-4a42-b122-79215a842bc4 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:34.952326 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.952751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.953205 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.953942 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.954545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.955073 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.955534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.956133 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.956612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.957065 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.957533 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.957996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.958454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.958914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.959528 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.959992 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.962896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:34.970569 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:35.114535 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa41877-7cfb-424e-a725-4d426b473c6c req-b10e3183-b811-4335-9148-5bcc4bd684e8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:35.116282 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3fa41877-7cfb-424e-a725-4d426b473c6c req-b10e3183-b811-4335-9148-5bcc4bd684e8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1179619 Jan 21 08:03:35.180477 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3fa41877-7cfb-424e-a725-4d426b473c6c req-926ea607-133e-4dc1-9e44-c7e41c139df1 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561206 Jan 21 08:03:35.273556 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-6e14938c-754c-4a42-b122-79215a842bc4 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] For port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2,segment=NetworkSegment(7ff82344-c9ad-4edd-bd32-89073fad4eb3),segment_id=7ff82344-c9ad-4edd-bd32-89073fad4eb3)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:03:35.273977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-6e14938c-754c-4a42-b122-79215a842bc4 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:35.428739 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-6e14938c-754c-4a42-b122-79215a842bc4 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Calling delete_port for 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:03:35.657755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-6e14938c-754c-4a42-b122-79215a842bc4 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:35.673686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:35.778747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14938c-754c-4a42-b122-79215a842bc4 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Pushing event deleted for resources: {'Port': ['ID=6b7aa004-e14b-4339-a3e7-f4e16c7c42c2,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:35.786948 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6e14938c-754c-4a42-b122-79215a842bc4 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:36.126493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-6e14938c-754c-4a42-b122-79215a842bc4 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] No DVR routers for this DVR port 6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:03:36.128871 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-6e14938c-754c-4a42-b122-79215a842bc4 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:36.139157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522eb815-4594-42a6-9920-42e7e52e7cbd', 'name': 'network-vif-deleted', 'tag': '6b7aa004-e14b-4339-a3e7-f4e16c7c42c2'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:03:36.167212 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6ea4afa9-8d80-43b3-9982-cb9da325f9bf req-6e14938c-754c-4a42-b122-79215a842bc4 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.75 "DELETE /v2.0/ports/6b7aa004-e14b-4339-a3e7-f4e16c7c42c2 HTTP/1.1" status: 204 len: 173 time: 1.4201663 Jan 21 08:03:36.198163 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c2e452d9-f730-478c-9bed-79d8520fbcae req-7b7b89fa-8410-46b6-bed2-130df777d511 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 210 time: 0.0546305 Jan 21 08:03:36.342127 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522eb815-4594-42a6-9920-42e7e52e7cbd', 'name': 'network-vif-deleted', 'tag': '6b7aa004-e14b-4339-a3e7-f4e16c7c42c2', 'status': 'completed', 'code': 200} Jan 21 08:03:36.572648 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b541342-f20e-413b-9cbf-b5b78abb82de req-80d91062-f4eb-45e5-b6cc-28c64dbb9d2e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:36.575456 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5b541342-f20e-413b-9cbf-b5b78abb82de req-80d91062-f4eb-45e5-b6cc-28c64dbb9d2e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1194251 Jan 21 08:03:36.635207 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5b541342-f20e-413b-9cbf-b5b78abb82de req-58b643f6-5daa-4fc7-9e09-a91066e8667f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530343 Jan 21 08:03:37.484562 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1be37ca6-ecc6-44b8-8476-ef98158f4d5c req-add0bc76-b018-4c78-a23a-b1cc37e95d5c tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] 10.222.0.64 "GET /v2.0/ports?device_id=522eb815-4594-42a6-9920-42e7e52e7cbd HTTP/1.1" status: 200 len: 210 time: 0.0563574 Jan 21 08:03:37.819687 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1de4a-b607-46c1-8bbc-7dba13430457 req-2fd21858-4493-427e-93fe-f3018be983ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:37.821338 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebc1de4a-b607-46c1-8bbc-7dba13430457 req-2fd21858-4493-427e-93fe-f3018be983ba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 1163 time: 0.0815628 Jan 21 08:03:38.022219 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1de4a-b607-46c1-8bbc-7dba13430457 req-8dcb95b6-d663-4c8a-b094-c89a2c6619b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:38.024027 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebc1de4a-b607-46c1-8bbc-7dba13430457 req-8dcb95b6-d663-4c8a-b094-c89a2c6619b5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 911 time: 0.1654873 Jan 21 08:03:38.141789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdedf1-eb31-4bac-b53c-cd3b76450635 req-308289fc-5419-48e1-906f-8f4d57f2eefd tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:38.144015 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7ccdedf1-eb31-4bac-b53c-cd3b76450635 req-308289fc-5419-48e1-906f-8f4d57f2eefd tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.3693891 Jan 21 08:03:38.173939 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebc1de4a-b607-46c1-8bbc-7dba13430457 req-1063a916-9797-40b5-966d-4716d3de5bee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8120fdcf-5512-4910-9186-ad4267b682d9 HTTP/1.1" status: 200 len: 1001 time: 0.1258717 Jan 21 08:03:38.201570 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7ccdedf1-eb31-4bac-b53c-cd3b76450635 req-e179b4f4-6f64-4fb4-b10d-0b6540761efe tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504990 Jan 21 08:03:38.309594 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1de4a-b607-46c1-8bbc-7dba13430457 req-478b2a12-0823-4479-82e9-5eaa2e976f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:38.311181 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebc1de4a-b607-46c1-8bbc-7dba13430457 req-478b2a12-0823-4479-82e9-5eaa2e976f46 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.0924530 Jan 21 08:03:38.411438 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1de4a-b607-46c1-8bbc-7dba13430457 req-1b7997cc-ce89-4923-8bb1-df00e8de5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:38.414269 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebc1de4a-b607-46c1-8bbc-7dba13430457 req-1b7997cc-ce89-4923-8bb1-df00e8de5ad8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833948 Jan 21 08:03:38.602973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 58254) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:38.604494 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebc1de4a-b607-46c1-8bbc-7dba13430457 req-b3c480a8-55ea-4384-b2d9-0fa41a68efb1 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705968 Jan 21 08:03:38.680525 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Deleting subnet 8543cc68-5816-4276-8f28-1d84e1545d60 {{(pid=80226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:03:38.684699 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:38.741362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4045688'] for subnet, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:38.766353 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebc1de4a-b607-46c1-8bbc-7dba13430457 req-35234a7d-bce4-4b9e-89c8-ba705edb526d service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479609 Jan 21 08:03:38.809648 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:39.146311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1160558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985224'] for subnet, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:39.166070 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:39.206094 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8543cc68-5816-4276-8f28-1d84e1545d60,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:39.310550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.310976 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.311450 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.311760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.312160 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.312720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.312986 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.315638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.316101 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.316539 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.316950 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.317346 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.317979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.318197 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.318589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.318982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.319373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.319769 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.320138 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.320560 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.320954 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.321920 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.322324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.322715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:03:39.328669 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:39.333680 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:39.348128 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b443ea14-7c01-4ad2-abf0-db01f537795d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8543cc68-5816-4276-8f28-1d84e1545d60 HTTP/1.1" status: 204 len: 168 time: 0.7436361 Jan 21 08:03:39.350978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 58262) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:39.499125 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a614bcd-9d47-4d88-9937-60e977b78691 req-0d3cba12-aeb5-4bfb-8b2d-4163beb9363b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:39.501421 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5a614bcd-9d47-4d88-9937-60e977b78691 req-0d3cba12-aeb5-4bfb-8b2d-4163beb9363b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1353037 Jan 21 08:03:39.504720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:39.578252 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5a614bcd-9d47-4d88-9937-60e977b78691 req-0be9b35f-1353-4353-8109-74cd22a89f1f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704732 Jan 21 08:03:39.717326 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:39.851572 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.853026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.853848 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.854306 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > port after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.854751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.855216 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > port after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.855713 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.856150 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.856540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.856910 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.924959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.925347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.925733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.926275 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 08:03:39.926493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f08295-94cc-4d58-9786-55df6872f09a']}} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:03:39.940918 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff82344-c9ad-4edd-bd32-89073fad4eb3') {'for_net_delete': True} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:03:39.943489 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff82344-c9ad-4edd-bd32-89073fad4eb3') {} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:03:39.953783 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389981'] for segment, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:39.970624 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:39.972996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:03:40.169848 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Network 04f08295-94cc-4d58-9786-55df6872f09a has no segments {{(pid=80227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:03:40.179989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852211405'] for segment, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:40.247296 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da08168-ed76-4906-8755-8b8d39dff3cd req-6d91811e-87a9-4fcc-90af-3e063811c9df tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:40.255187 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8da08168-ed76-4906-8755-8b8d39dff3cd req-6d91811e-87a9-4fcc-90af-3e063811c9df tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1177719 Jan 21 08:03:40.318708 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8da08168-ed76-4906-8755-8b8d39dff3cd req-32976a97-bb18-42a0-a379-f717750af62e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624352 Jan 21 08:03:40.479892 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Network 04f08295-94cc-4d58-9786-55df6872f09a has no segments {{(pid=80227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: (rel_b, rel_a, rel_b), Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: (rel_b, rel_a, rel_b), Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:03:40.505794 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:03:40.617330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:40.623349 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:40.648216 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:40.666806 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Pushing event deleted for resources: {'Network': ['ID=04f08295-94cc-4d58-9786-55df6872f09a,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:40.675784 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:40.698410 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a020965f-cc17-4630-b874-49ac31a7fa01 admin admin] 10.222.0.64 "DELETE /v2.0/networks/04f08295-94cc-4d58-9786-55df6872f09a HTTP/1.1" status: 204 len: 168 time: 1.3456659 Jan 21 08:03:40.876555 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d46dc-b556-4d74-a643-cf0c0c2cbff8 req-0fa6cc9f-c0bd-4460-8fc3-86cdebdf68ad tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:40.878247 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ea2d46dc-b556-4d74-a643-cf0c0c2cbff8 req-0fa6cc9f-c0bd-4460-8fc3-86cdebdf68ad tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1299977 Jan 21 08:03:40.931350 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ea2d46dc-b556-4d74-a643-cf0c0c2cbff8 req-11b9af95-a34b-4fa8-92cb-686adb539f40 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453546 Jan 21 08:03:41.008585 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 58282) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:41.062707 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9fc82664-4694-44db-80fb-6d752a9e6ff0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d8f0014011f4ebbac4b43afe680e362&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0522277 Jan 21 08:03:41.065308 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 58286) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:41.133151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-feb2d737-cc17-4682-9fb2-7fde3e36b016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:41.164159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-feb2d737-cc17-4682-9fb2-7fde3e36b016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:41.240351 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-feb2d737-cc17-4682-9fb2-7fde3e36b016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:41.246252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:41.265341 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2d737-cc17-4682-9fb2-7fde3e36b016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d544a1-c884-468a-a334-b18023d92e4e,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:41.268245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-feb2d737-cc17-4682-9fb2-7fde3e36b016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:41.302410 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-feb2d737-cc17-4682-9fb2-7fde3e36b016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:41.303645 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-feb2d737-cc17-4682-9fb2-7fde3e36b016 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37d544a1-c884-468a-a334-b18023d92e4e HTTP/1.1" status: 204 len: 168 time: 0.2373297 Jan 21 08:03:41.590290 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1238a25-052c-4600-9296-17c647b3dfa7 req-8931aaab-79ca-4cc1-9f88-7ed371594054 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:41.591949 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f1238a25-052c-4600-9296-17c647b3dfa7 req-8931aaab-79ca-4cc1-9f88-7ed371594054 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1181552 Jan 21 08:03:41.656676 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f1238a25-052c-4600-9296-17c647b3dfa7 req-979eb541-b2c7-44df-8b37-319160109e51 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578356 Jan 21 08:03:42.180845 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1835089-08b9-452f-863f-dc2495714b98 req-c2608c0a-16bf-44d3-8ccf-d378a157129b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:42.182666 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c1835089-08b9-452f-863f-dc2495714b98 req-c2608c0a-16bf-44d3-8ccf-d378a157129b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1091433 Jan 21 08:03:42.254985 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c1835089-08b9-452f-863f-dc2495714b98 req-65a5e08c-3773-4bc8-a6f8-ce9a21b5bf7f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627661 Jan 21 08:03:42.908515 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065ca42-7479-47ee-8b96-ab196be8e04c req-83c5fec8-f081-4653-a1f2-597f795384c2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:42.910179 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c065ca42-7479-47ee-8b96-ab196be8e04c req-83c5fec8-f081-4653-a1f2-597f795384c2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1133907 Jan 21 08:03:42.992228 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c065ca42-7479-47ee-8b96-ab196be8e04c req-4f1d4ea0-4138-4661-a489-00413dbef89f tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749900 Jan 21 08:03:43.527043 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4140f7-d160-4ae4-9168-478bf4dfd01d req-8ce3cae2-d0b6-4b1c-8238-67fa1bb7a6fa tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:43.528785 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ae4140f7-d160-4ae4-9168-478bf4dfd01d req-8ce3cae2-d0b6-4b1c-8238-67fa1bb7a6fa tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1099486 Jan 21 08:03:43.633997 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ae4140f7-d160-4ae4-9168-478bf4dfd01d req-aab01d1b-a26b-4da7-9501-34703ffd25c6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963726 Jan 21 08:03:44.247319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa419fb-0df4-4011-9f7f-526fc6ad45b5 req-984dacf4-1245-4dfc-a035-32bef1fc947f tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:44.249277 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6fa419fb-0df4-4011-9f7f-526fc6ad45b5 req-984dacf4-1245-4dfc-a035-32bef1fc947f tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1108499 Jan 21 08:03:44.287195 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 58362) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:44.315600 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6fa419fb-0df4-4011-9f7f-526fc6ad45b5 req-61f2e1f8-2350-4236-b028-85fce7a6171c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598714 Jan 21 08:03:44.463646 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-66f3bd04-be83-4f93-bc0e-a7f787a85a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:44.482153 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-66f3bd04-be83-4f93-bc0e-a7f787a85a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:03:44.486383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-66f3bd04-be83-4f93-bc0e-a7f787a85a2b admin admin] Usage tracker for resource:security_group_rule and tenant:4e8000b01095496badf404208fdd5648 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:03:44.489678 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-66f3bd04-be83-4f93-bc0e-a7f787a85a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:03:44.496750 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-66f3bd04-be83-4f93-bc0e-a7f787a85a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:03:44.595367 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-66f3bd04-be83-4f93-bc0e-a7f787a85a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:44.630803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-66f3bd04-be83-4f93-bc0e-a7f787a85a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:44.639335 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9be62bd5-b853-456a-b842-960eadfcb12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:44.682481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3bd04-be83-4f93-bc0e-a7f787a85a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520ff653-1d5d-4525-8f59-8a4c13fc126e,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:44.688840 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-66f3bd04-be83-4f93-bc0e-a7f787a85a2b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e8000b01095496badf404208fdd5648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990757 Jan 21 08:03:44.688840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-66f3bd04-be83-4f93-bc0e-a7f787a85a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:44.690426 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 58370) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:44.765939 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d873da8e-9d1a-4e6d-b20b-828c4f07daa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:44.860743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d873da8e-9d1a-4e6d-b20b-828c4f07daa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:44.955313 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51b792-2975-4921-9406-3aa9de2722d9 req-ac8e9809-5936-43a1-8cc3-b0cd1e9771fb tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:44.957293 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6d51b792-2975-4921-9406-3aa9de2722d9 req-ac8e9809-5936-43a1-8cc3-b0cd1e9771fb tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1692851 Jan 21 08:03:45.008989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d873da8e-9d1a-4e6d-b20b-828c4f07daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:45.016421 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7f1b9dae-6837-45cc-b7d3-d77a2c62697d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:45.029518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873da8e-9d1a-4e6d-b20b-828c4f07daa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520ff653-1d5d-4525-8f59-8a4c13fc126e,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:45.037134 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6d51b792-2975-4921-9406-3aa9de2722d9 req-31593a3b-3599-4d6a-8aa0-a819f9202f19 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733309 Jan 21 08:03:45.038147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d873da8e-9d1a-4e6d-b20b-828c4f07daa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:45.049916 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d873da8e-9d1a-4e6d-b20b-828c4f07daa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:45.049916 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-d873da8e-9d1a-4e6d-b20b-828c4f07daa0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/520ff653-1d5d-4525-8f59-8a4c13fc126e HTTP/1.1" status: 204 len: 168 time: 0.3550503 Jan 21 08:03:45.567429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db8d02-13b8-4cca-b55d-adac9b429c76 req-4fee63da-decd-47cb-8015-3254725c92f6 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:45.569217 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-09db8d02-13b8-4cca-b55d-adac9b429c76 req-4fee63da-decd-47cb-8015-3254725c92f6 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1108758 Jan 21 08:03:45.598536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 58384) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:45.620450 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-15388dca-86a8-48ea-bd93-b040f7bbb598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:45.624669 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-09db8d02-13b8-4cca-b55d-adac9b429c76 req-50e35304-6b30-404c-bb32-015b381f4c0f tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483496 Jan 21 08:03:45.645363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-15388dca-86a8-48ea-bd93-b040f7bbb598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:03:45.650995 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-15388dca-86a8-48ea-bd93-b040f7bbb598 admin admin] Usage tracker for resource:security_group_rule and tenant:6431bb9a3b4a49d288c3c5467547c4d8 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:03:45.654663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-15388dca-86a8-48ea-bd93-b040f7bbb598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:03:45.662096 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-15388dca-86a8-48ea-bd93-b040f7bbb598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:03:45.762286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-15388dca-86a8-48ea-bd93-b040f7bbb598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:45.812517 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-15388dca-86a8-48ea-bd93-b040f7bbb598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:45.826593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:45.869977 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-15388dca-86a8-48ea-bd93-b040f7bbb598 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6431bb9a3b4a49d288c3c5467547c4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697554 Jan 21 08:03:45.872884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15388dca-86a8-48ea-bd93-b040f7bbb598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af7bb60-921d-43ff-9856-d6dd9c69978e,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:45.873118 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 58396) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:45.876944 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-15388dca-86a8-48ea-bd93-b040f7bbb598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:45.948904 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6691a7d9-5079-482b-b98a-54523dbabec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:45.976707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6691a7d9-5079-482b-b98a-54523dbabec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:46.061233 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6691a7d9-5079-482b-b98a-54523dbabec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:46.067002 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c5874739-0b00-4733-b003-363e1dad5e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:46.081540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691a7d9-5079-482b-b98a-54523dbabec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af7bb60-921d-43ff-9856-d6dd9c69978e,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:46.084906 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6691a7d9-5079-482b-b98a-54523dbabec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:46.087371 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6691a7d9-5079-482b-b98a-54523dbabec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:46.091269 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6691a7d9-5079-482b-b98a-54523dbabec0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3af7bb60-921d-43ff-9856-d6dd9c69978e HTTP/1.1" status: 204 len: 168 time: 0.2169955 Jan 21 08:03:46.131220 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:46.322870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdb881-607e-4235-84ac-043675b8056c req-8a1d7411-5930-43ff-9975-86d9b6d126f5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:46.324681 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a4fdb881-607e-4235-84ac-043675b8056c req-8a1d7411-5930-43ff-9975-86d9b6d126f5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1237330 Jan 21 08:03:46.397757 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a4fdb881-607e-4235-84ac-043675b8056c req-9feb9f30-1cba-4753-b071-a317b16c677b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525093 Jan 21 08:03:46.684683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868a09b-58c9-45aa-a9ec-1706dbb79393 req-206f38bd-7661-4e7f-b833-0466d34f8e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:46.686420 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6868a09b-58c9-45aa-a9ec-1706dbb79393 req-206f38bd-7661-4e7f-b833-0466d34f8e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1041102 Jan 21 08:03:46.743004 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6868a09b-58c9-45aa-a9ec-1706dbb79393 req-55bcc7f0-be90-4af7-9ac4-1c6002d04d77 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500972 Jan 21 08:03:46.876927 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c64dc-7367-4b0d-bdea-83e8c190bfc2 req-19f10b15-cafc-4bdf-a593-5ea7f714583b tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:46.878587 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1c4c64dc-7367-4b0d-bdea-83e8c190bfc2 req-19f10b15-cafc-4bdf-a593-5ea7f714583b tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1055765 Jan 21 08:03:46.930075 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1c4c64dc-7367-4b0d-bdea-83e8c190bfc2 req-629ef205-b53b-43ef-a125-c2cb440236d6 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450110 Jan 21 08:03:47.650601 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ee73f-02e0-4373-8e21-cdc232404140 req-14124ff1-507f-48bd-a05c-1634d3832b72 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:47.652273 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fe6ee73f-02e0-4373-8e21-cdc232404140 req-14124ff1-507f-48bd-a05c-1634d3832b72 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1110158 Jan 21 08:03:47.714507 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fe6ee73f-02e0-4373-8e21-cdc232404140 req-35b362c4-a40e-4ef6-89ff-0cc0d76d1135 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546925 Jan 21 08:03:48.011209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3f104-c279-4ffc-a916-a25a450351da req-ea7ca733-242b-46c6-a8c6-ce9620394120 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:48.013202 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-81c3f104-c279-4ffc-a916-a25a450351da req-ea7ca733-242b-46c6-a8c6-ce9620394120 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1151001 Jan 21 08:03:48.071680 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-81c3f104-c279-4ffc-a916-a25a450351da req-1c36488b-68a2-4369-b2da-8b3f92314cfc tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516253 Jan 21 08:03:48.202630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a9b2c-9bfd-4b53-a5a0-92e0c8c43256 req-3023e363-ee1c-4fff-8868-9f6b8463645b tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:48.204443 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-095a9b2c-9bfd-4b53-a5a0-92e0c8c43256 req-3023e363-ee1c-4fff-8868-9f6b8463645b tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1314924 Jan 21 08:03:48.268962 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-095a9b2c-9bfd-4b53-a5a0-92e0c8c43256 req-165e4cb8-af71-453c-9cef-5072647b3954 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578611 Jan 21 08:03:48.951629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b82086-b526-4e8d-a9c6-bb259f3b80ca req-3490cdef-cbe1-4b78-92c1-e019b45e7d1c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:48.953303 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-01b82086-b526-4e8d-a9c6-bb259f3b80ca req-3490cdef-cbe1-4b78-92c1-e019b45e7d1c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1047642 Jan 21 08:03:49.010246 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-01b82086-b526-4e8d-a9c6-bb259f3b80ca req-75d2c87d-79a5-4f3d-8455-31385a38b65c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504386 Jan 21 08:03:49.367409 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5108e-73d3-4d96-b3f6-0b5a90aed567 req-a633510f-29d7-4169-99b9-cc9715d90920 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:49.369065 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-05c5108e-73d3-4d96-b3f6-0b5a90aed567 req-a633510f-29d7-4169-99b9-cc9715d90920 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1421854 Jan 21 08:03:49.375160 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 58552) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:49.428655 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-05c5108e-73d3-4d96-b3f6-0b5a90aed567 req-0381ace6-9086-433d-9db3-25f76b5baef6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515895 Jan 21 08:03:49.550140 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-789404c5-b0d8-4e4e-a7d0-10af4c9db545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:49.583154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b57db-a016-46bd-8ab4-d189414bbee7 req-8754b637-f558-46d8-b304-7d4d667ee230 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:49.584825 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1f8b57db-a016-46bd-8ab4-d189414bbee7 req-8754b637-f558-46d8-b304-7d4d667ee230 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1482012 Jan 21 08:03:49.591654 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-789404c5-b0d8-4e4e-a7d0-10af4c9db545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:03:49.597723 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-789404c5-b0d8-4e4e-a7d0-10af4c9db545 admin admin] Usage tracker for resource:security_group_rule and tenant:c398c71e472341e1bb32583bc4caafd3 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:03:49.615741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-789404c5-b0d8-4e4e-a7d0-10af4c9db545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:03:49.626195 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-789404c5-b0d8-4e4e-a7d0-10af4c9db545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:03:49.671758 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1f8b57db-a016-46bd-8ab4-d189414bbee7 req-efdd798f-01dd-40ee-9a38-3e3a80b1ff62 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773840 Jan 21 08:03:49.804544 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-789404c5-b0d8-4e4e-a7d0-10af4c9db545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:49.836621 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-789404c5-b0d8-4e4e-a7d0-10af4c9db545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:49.845542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8ad5b43a-bc63-4c1a-96af-4c85297d95bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:49.889214 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-789404c5-b0d8-4e4e-a7d0-10af4c9db545 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c398c71e472341e1bb32583bc4caafd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127561 Jan 21 08:03:49.890364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789404c5-b0d8-4e4e-a7d0-10af4c9db545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aea577-b729-4a9f-a388-812a5d885828,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:49.891985 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 58562) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:49.893926 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-789404c5-b0d8-4e4e-a7d0-10af4c9db545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:49.955478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-250ad553-d66f-44a5-9fe9-596ee8b0b36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:49.987766 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-250ad553-d66f-44a5-9fe9-596ee8b0b36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:50.053644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-250ad553-d66f-44a5-9fe9-596ee8b0b36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:50.059518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-95b2c3a4-a731-4d02-a887-3a1656c0f636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:50.073711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ad553-d66f-44a5-9fe9-596ee8b0b36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aea577-b729-4a9f-a388-812a5d885828,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:50.076964 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-250ad553-d66f-44a5-9fe9-596ee8b0b36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:50.077914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-250ad553-d66f-44a5-9fe9-596ee8b0b36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:50.081912 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-250ad553-d66f-44a5-9fe9-596ee8b0b36c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1aea577-b729-4a9f-a388-812a5d885828 HTTP/1.1" status: 204 len: 168 time: 0.1855633 Jan 21 08:03:50.249527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44249a8e-2523-418e-9f88-fdead34a2587 req-289349c8-d565-48bc-9cfe-037d7c353172 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:50.251496 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-44249a8e-2523-418e-9f88-fdead34a2587 req-289349c8-d565-48bc-9cfe-037d7c353172 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1055071 Jan 21 08:03:50.307454 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-44249a8e-2523-418e-9f88-fdead34a2587 req-b070e9ba-97ab-4660-950c-6462104f167b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492527 Jan 21 08:03:50.612549 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 58578) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:50.640134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d45a8513-dbcc-4560-9ff7-57d532122c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:50.654631 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-d45a8513-dbcc-4560-9ff7-57d532122c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:03:50.658885 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-d45a8513-dbcc-4560-9ff7-57d532122c8f admin admin] Usage tracker for resource:security_group_rule and tenant:db9627400bc342ebbb085d0b5750a8d7 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:03:50.662152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-d45a8513-dbcc-4560-9ff7-57d532122c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:03:50.668376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-d45a8513-dbcc-4560-9ff7-57d532122c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:03:50.673623 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 58582) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:50.699272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826252c-091c-455b-8349-a671bd9b8198 req-4b5481e8-dfd9-41ef-86de-050a4109a53b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:50.700855 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2826252c-091c-455b-8349-a671bd9b8198 req-4b5481e8-dfd9-41ef-86de-050a4109a53b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1174452 Jan 21 08:03:50.772160 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2826252c-091c-455b-8349-a671bd9b8198 req-ee42e7ea-8f05-480f-bf0c-a5082c55fcd7 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649149 Jan 21 08:03:50.775107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab50d198-5a02-4a1b-a556-585fd4c18711 admin admin] Deleting subnet 281c92e2-0246-49f4-bd88-5b310b6a83fe {{(pid=80226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:03:50.858230 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ab50d198-5a02-4a1b-a556-585fd4c18711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:50.927533 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ab50d198-5a02-4a1b-a556-585fd4c18711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4045688'] for subnet, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:50.931989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-21c10659-41af-43f6-a15a-939ae7c5fe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:51.065954 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ab50d198-5a02-4a1b-a556-585fd4c18711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:51.157499 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d45a8513-dbcc-4560-9ff7-57d532122c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:51.205121 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9b2cb-c9b2-4087-b854-b68de842b797 req-7acf6a9d-9f5b-4432-971b-5d01f6850f8a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:51.206759 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e2e9b2cb-c9b2-4087-b854-b68de842b797 req-7acf6a9d-9f5b-4432-971b-5d01f6850f8a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.2488136 Jan 21 08:03:51.259650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d45a8513-dbcc-4560-9ff7-57d532122c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:51.273531 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7a7e4490-3932-4222-8e43-932f0a9cf468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:51.360105 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a8513-dbcc-4560-9ff7-57d532122c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4e1e35-6050-4200-bc92-15ee6a4ef0d4,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:51.368961 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-d45a8513-dbcc-4560-9ff7-57d532122c8f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db9627400bc342ebbb085d0b5750a8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7549481 Jan 21 08:03:51.369982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d45a8513-dbcc-4560-9ff7-57d532122c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:51.372191 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 58602) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:51.397426 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e2e9b2cb-c9b2-4087-b854-b68de842b797 req-a72a3194-9f25-4fe8-af46-2989f3b18bf1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389389 Jan 21 08:03:51.450992 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e284103e-9271-4222-b868-f9926f9c6f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:51.525779 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e284103e-9271-4222-b868-f9926f9c6f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:51.623730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548a0b-542f-4256-b432-1ba003fe4753 req-d547ad9c-4a8e-4bb5-aafe-00b855fd9fbf tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:51.625462 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2548a0b-542f-4256-b432-1ba003fe4753 req-d547ad9c-4a8e-4bb5-aafe-00b855fd9fbf tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1498003 Jan 21 08:03:51.677168 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2548a0b-542f-4256-b432-1ba003fe4753 req-c2d36481-8804-477a-a0c4-285e4cb0c8f1 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454593 Jan 21 08:03:51.802307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e284103e-9271-4222-b868-f9926f9c6f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:51.802794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ab50d198-5a02-4a1b-a556-585fd4c18711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1160558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985224'] for subnet, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:51.809332 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-22654fa4-02c6-4411-a97e-ba67674e1e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:51.825267 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284103e-9271-4222-b868-f9926f9c6f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4e1e35-6050-4200-bc92-15ee6a4ef0d4,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:51.827985 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e284103e-9271-4222-b868-f9926f9c6f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:51.860860 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9d07a1c3-54b0-43ad-b6d1-4e7d01c1486e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:51.893477 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e284103e-9271-4222-b868-f9926f9c6f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:51.898730 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e284103e-9271-4222-b868-f9926f9c6f90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b4e1e35-6050-4200-bc92-15ee6a4ef0d4 HTTP/1.1" status: 204 len: 168 time: 0.5243890 Jan 21 08:03:51.906319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50d198-5a02-4a1b-a556-585fd4c18711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281c92e2-0246-49f4-bd88-5b310b6a83fe,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:51.970504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ab50d198-5a02-4a1b-a556-585fd4c18711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:52.094819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ab50d198-5a02-4a1b-a556-585fd4c18711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:52.135402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdab2a5-930d-4d48-a727-0de25b6748fe req-a897a103-9c99-4d3d-8a37-77a59e1c7d44 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:52.137127 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dfdab2a5-930d-4d48-a727-0de25b6748fe req-a897a103-9c99-4d3d-8a37-77a59e1c7d44 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1430192 Jan 21 08:03:52.138785 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-ab50d198-5a02-4a1b-a556-585fd4c18711 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/281c92e2-0246-49f4-bd88-5b310b6a83fe HTTP/1.1" status: 204 len: 168 time: 1.4638729 Jan 21 08:03:52.141375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 58628) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:52.198934 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dfdab2a5-930d-4d48-a727-0de25b6748fe req-c804fe7d-492e-41c1-ac98-e64219a54496 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505927 Jan 21 08:03:52.261840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:52.453148 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:52.823741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cec4eef-2e16-4169-977d-1073a4d318dc']}} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:03:52.846965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d9ea1c-f0d7-443a-b3b6-e024949accd7') {'for_net_delete': True} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:03:52.847301 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d9ea1c-f0d7-443a-b3b6-e024949accd7') {} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:03:52.863432 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389981'] for segment, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:52.904361 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb2c78-13c1-49a5-9a0a-4da696a31ccf req-08055e00-31c3-4307-93a1-ab4e2a7eb3f5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:52.906009 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e9eb2c78-13c1-49a5-9a0a-4da696a31ccf req-08055e00-31c3-4307-93a1-ab4e2a7eb3f5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1883483 Jan 21 08:03:52.907105 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:52.909554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:03:52.931411 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352c037-f0d0-40a4-bb35-b7421fabd2e6 req-6fb3792c-c129-4f8b-88f9-424fb91685d9 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:52.933218 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8352c037-f0d0-40a4-bb35-b7421fabd2e6 req-6fb3792c-c129-4f8b-88f9-424fb91685d9 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1190944 Jan 21 08:03:52.996735 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8352c037-f0d0-40a4-bb35-b7421fabd2e6 req-445cd70b-ef4d-4c79-8971-fa7f19fa9301 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555437 Jan 21 08:03:53.074237 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7733a3bf-8e1f-4317-b972-870de489d386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:53.133080 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e9eb2c78-13c1-49a5-9a0a-4da696a31ccf req-138d678e-609b-4c17-96b2-18cce2c1e4b5 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089455 Jan 21 08:03:53.135350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] Network 4cec4eef-2e16-4169-977d-1073a4d318dc has no segments {{(pid=80227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:03:53.148645 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852211405'] for segment, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:53.330617 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] Network 4cec4eef-2e16-4169-977d-1073a4d318dc has no segments {{(pid=80227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:03:53.359882 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:03:53.506823 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4adb9-e292-42b4-9457-15131a76f4c7 req-92b4e11c-23c3-4027-b669-67b4f56b0a25 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:53.508732 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6eb4adb9-e292-42b4-9457-15131a76f4c7 req-92b4e11c-23c3-4027-b669-67b4f56b0a25 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1118097 Jan 21 08:03:53.571879 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:53.579232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:53.579896 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6eb4adb9-e292-42b4-9457-15131a76f4c7 req-9a33856d-cbc8-40c3-ad19-7d6c90cffd76 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639620 Jan 21 08:03:53.588355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-733e2b54-9a68-4fa6-93a1-d5fe99995f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:53.631343 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cec4eef-2e16-4169-977d-1073a4d318dc,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:53.637996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:53.671745 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-3223e0ed-5d13-4e0a-83a5-c0a1a1e112c2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4cec4eef-2e16-4169-977d-1073a4d318dc HTTP/1.1" status: 204 len: 168 time: 1.5292044 Jan 21 08:03:53.848637 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:53.862688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 58676) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:54.068097 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3012b675-6f9f-4a67-891d-6856f0ab56b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:54.107171 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3012b675-6f9f-4a67-891d-6856f0ab56b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:03:54.111273 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3012b675-6f9f-4a67-891d-6856f0ab56b2 admin admin] Usage tracker for resource:security_group_rule and tenant:0cda422fc19b4f0ca5b04e1d8ed0d596 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:03:54.114347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3012b675-6f9f-4a67-891d-6856f0ab56b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:03:54.121326 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3012b675-6f9f-4a67-891d-6856f0ab56b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:03:54.232285 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 58692) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:54.299659 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-c3a8f82d-c650-4fad-8bc1-c076f8f5f1a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=826eae8231c844b7b550ae01f7308f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653155 Jan 21 08:03:54.302289 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 58696) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:54.316168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3012b675-6f9f-4a67-891d-6856f0ab56b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:54.342136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d32d91-56fa-473b-80c8-07c181351008 req-063a0356-fef0-4efe-aa27-2ebcdd808cef tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:54.343826 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a1d32d91-56fa-473b-80c8-07c181351008 req-063a0356-fef0-4efe-aa27-2ebcdd808cef tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.2051060 Jan 21 08:03:54.348452 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3012b675-6f9f-4a67-891d-6856f0ab56b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:54.361258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1a53b8fb-9692-44e6-924b-8ad9e0d43663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:54.424713 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-3012b675-6f9f-4a67-891d-6856f0ab56b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cda422fc19b4f0ca5b04e1d8ed0d596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5608258 Jan 21 08:03:54.429106 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 58704) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:03:54.444575 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012b675-6f9f-4a67-891d-6856f0ab56b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a30b559-4b32-4280-bc14-546b9698ef6e,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:54.449218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3012b675-6f9f-4a67-891d-6856f0ab56b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:54.464245 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a1d32d91-56fa-473b-80c8-07c181351008 req-342c369d-df55-4121-b404-24cc092b8c74 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040466 Jan 21 08:03:54.497474 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c1ebedf7-787a-47f2-aaf2-5b621f8b7d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:54.553927 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d9266-70d7-49b3-951d-821d4e5b6d41 req-82f9fb2e-25a4-44d9-8d82-b543374c8325 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:54.555721 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d81d9266-70d7-49b3-951d-821d4e5b6d41 req-82f9fb2e-25a4-44d9-8d82-b543374c8325 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.2547174 Jan 21 08:03:54.576208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c1ebedf7-787a-47f2-aaf2-5b621f8b7d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:54.610737 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9ce13723-d7a4-4518-af1c-58229965aa49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:54.687567 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9ce13723-d7a4-4518-af1c-58229965aa49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:54.705323 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d81d9266-70d7-49b3-951d-821d4e5b6d41 req-a7064893-bb5d-4258-9c7a-e75bd4e15854 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351829 Jan 21 08:03:54.892566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61566c9-bc7d-487c-97fe-e86f74f4ae06 req-ca0c186b-32f4-4c0f-89b1-a6a2ae7ce989 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:54.894328 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d61566c9-bc7d-487c-97fe-e86f74f4ae06 req-ca0c186b-32f4-4c0f-89b1-a6a2ae7ce989 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1162255 Jan 21 08:03:54.951580 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d61566c9-bc7d-487c-97fe-e86f74f4ae06 req-3cd9f396-c62e-4b76-929a-7b139a646b57 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492909 Jan 21 08:03:54.973109 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c1ebedf7-787a-47f2-aaf2-5b621f8b7d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:54.983542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6691a7d9-5079-482b-b98a-54523dbabec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:54.986145 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:54.995922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebedf7-787a-47f2-aaf2-5b621f8b7d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10831b69-4b36-4702-bebe-61e2cc9225b0,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:55.004547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c1ebedf7-787a-47f2-aaf2-5b621f8b7d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:55.017034 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c1ebedf7-787a-47f2-aaf2-5b621f8b7d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:55.018620 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-c1ebedf7-787a-47f2-aaf2-5b621f8b7d77 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10831b69-4b36-4702-bebe-61e2cc9225b0 HTTP/1.1" status: 204 len: 168 time: 0.7145734 Jan 21 08:03:55.091468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9ce13723-d7a4-4518-af1c-58229965aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:55.096845 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b112cbb6-105b-4142-8169-4a3787a34c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:03:55.108382 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce13723-d7a4-4518-af1c-58229965aa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a30b559-4b32-4280-bc14-546b9698ef6e,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:03:55.114558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9ce13723-d7a4-4518-af1c-58229965aa49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:03:55.124526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9ce13723-d7a4-4518-af1c-58229965aa49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:55.125843 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9ce13723-d7a4-4518-af1c-58229965aa49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a30b559-4b32-4280-bc14-546b9698ef6e HTTP/1.1" status: 204 len: 168 time: 0.6889727 Jan 21 08:03:55.735510 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e524ab-9c0b-44f1-918f-a3beb5c0d6df req-f015fff9-ee9d-4c70-b6fd-321f0c49271c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:55.737239 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-32e524ab-9c0b-44f1-918f-a3beb5c0d6df req-f015fff9-ee9d-4c70-b6fd-321f0c49271c tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1260216 Jan 21 08:03:55.809026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:03:55.809552 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-32e524ab-9c0b-44f1-918f-a3beb5c0d6df req-befd3092-aa11-48a4-89a1-8b49c627bac6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653000 Jan 21 08:03:55.966794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfb86d-c6b0-430b-a0f8-a934a7538f14 req-2d3c1733-e7ca-4644-b3ee-c23543cca9e2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:55.968492 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c5dfb86d-c6b0-430b-a0f8-a934a7538f14 req-2d3c1733-e7ca-4644-b3ee-c23543cca9e2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1175480 Jan 21 08:03:56.028860 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c5dfb86d-c6b0-430b-a0f8-a934a7538f14 req-b493ebd4-cd2a-47dc-bd32-3cf39695e537 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538855 Jan 21 08:03:56.224153 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0380c3-f5e3-4523-a3c6-d264be10b59e req-34d48029-b870-4644-9825-c8cdd63f1a33 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:56.225893 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1b0380c3-f5e3-4523-a3c6-d264be10b59e req-34d48029-b870-4644-9825-c8cdd63f1a33 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1106293 Jan 21 08:03:56.295791 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1b0380c3-f5e3-4523-a3c6-d264be10b59e req-edec0f75-779f-460c-ae9e-1abf4181e01f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630877 Jan 21 08:03:57.088418 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b11e0-b791-4067-b95c-992a60b7d2a7 req-02b93bca-7f86-497d-baa5-ccd30d2a333f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:57.102498 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-832b11e0-b791-4067-b95c-992a60b7d2a7 req-02b93bca-7f86-497d-baa5-ccd30d2a333f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1446254 Jan 21 08:03:57.213352 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-832b11e0-b791-4067-b95c-992a60b7d2a7 req-9951be05-951b-4acd-a639-695aec2dcff3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098843 Jan 21 08:03:57.388128 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fb3d6-0fb4-4bdd-8f1c-11c9a1cb77a2 req-bce2c0bc-18b7-4a0c-a4c8-1acbe14e8517 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:57.389978 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1f5fb3d6-0fb4-4bdd-8f1c-11c9a1cb77a2 req-bce2c0bc-18b7-4a0c-a4c8-1acbe14e8517 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1193178 Jan 21 08:03:57.459837 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1f5fb3d6-0fb4-4bdd-8f1c-11c9a1cb77a2 req-839e7031-8ecb-48e2-a796-a08e074c9617 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625265 Jan 21 08:03:57.591781 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeec78e-f335-4380-934b-538a8da28927 req-3ab827bf-ba8a-4de5-a3ce-294a960c20a2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:57.601026 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-beeec78e-f335-4380-934b-538a8da28927 req-3ab827bf-ba8a-4de5-a3ce-294a960c20a2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1068525 Jan 21 08:03:57.648819 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-beeec78e-f335-4380-934b-538a8da28927 req-0fbdf54a-c498-486d-a784-330ca34a9f50 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483735 Jan 21 08:03:58.461025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d83da-a1cc-4051-b1ec-69fedd75db92 req-5ffe0dab-406c-4dc4-8ec9-6feef2188074 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:58.463597 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0f7d83da-a1cc-4051-b1ec-69fedd75db92 req-5ffe0dab-406c-4dc4-8ec9-6feef2188074 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1043098 Jan 21 08:03:58.522872 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0f7d83da-a1cc-4051-b1ec-69fedd75db92 req-732c1e0d-135a-4aa9-bfda-1d723d4588a5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525200 Jan 21 08:03:58.720802 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ed357-4642-44ce-9a67-df438fb4b7e2 req-d59f3e3b-a11b-45d8-82b8-4adcb1446815 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:58.722493 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf6ed357-4642-44ce-9a67-df438fb4b7e2 req-d59f3e3b-a11b-45d8-82b8-4adcb1446815 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1299453 Jan 21 08:03:58.776463 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf6ed357-4642-44ce-9a67-df438fb4b7e2 req-357e8c30-b0f1-41af-b348-5299e5dd660c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470116 Jan 21 08:03:58.918921 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a669752-4112-49b9-bc24-6441b85ebcf5 req-9bba9d79-5613-44f7-bcc4-980ae0882eb5 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:58.920809 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9a669752-4112-49b9-bc24-6441b85ebcf5 req-9bba9d79-5613-44f7-bcc4-980ae0882eb5 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1179130 Jan 21 08:03:58.996157 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9a669752-4112-49b9-bc24-6441b85ebcf5 req-0193b646-0fd2-4dd6-be6d-420d7f4beff1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666993 Jan 21 08:03:59.763224 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d83d2f-4237-4f93-b59a-78cd02b2fdc5 req-3d42c50b-3748-4269-a300-d08457536ce7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:03:59.764893 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-90d83d2f-4237-4f93-b59a-78cd02b2fdc5 req-3d42c50b-3748-4269-a300-d08457536ce7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1031179 Jan 21 08:03:59.824087 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-90d83d2f-4237-4f93-b59a-78cd02b2fdc5 req-d8413e85-8cec-41db-a748-6688d7e3bd8a tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526886 Jan 21 08:04:00.019087 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd09b82-4406-422a-980f-18404f65d626 req-c6d00663-df69-4caa-8ad0-13c219d9a9ee tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:00.020809 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebd09b82-4406-422a-980f-18404f65d626 req-c6d00663-df69-4caa-8ad0-13c219d9a9ee tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1075931 Jan 21 08:04:00.074846 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebd09b82-4406-422a-980f-18404f65d626 req-f52c8739-0002-4d53-be8b-b09484b62dd8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473347 Jan 21 08:04:00.259091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed89688-2e64-41ef-a848-e716e3dc9d7b req-57625b7b-a3d9-4ebd-b248-c44bc8f91cca tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:00.260816 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3ed89688-2e64-41ef-a848-e716e3dc9d7b req-57625b7b-a3d9-4ebd-b248-c44bc8f91cca tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1087940 Jan 21 08:04:00.315122 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3ed89688-2e64-41ef-a848-e716e3dc9d7b req-3f3981ef-25ba-497b-886d-ec4c950dde23 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470071 Jan 21 08:04:01.064130 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49df9de-6c72-485b-8def-cc4429f74e6f req-6432f48b-7432-4558-8293-2b49c8fc0eae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:01.065826 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d49df9de-6c72-485b-8def-cc4429f74e6f req-6432f48b-7432-4558-8293-2b49c8fc0eae tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1063807 Jan 21 08:04:01.124553 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d49df9de-6c72-485b-8def-cc4429f74e6f req-4d183574-c373-4926-adaf-2bb81e94603e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519876 Jan 21 08:04:01.331440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c8a3-eb92-493f-90ff-4e999f5dae2a req-9b83d18e-812f-441b-9f64-a928b2464e3e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:01.333192 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f199c8a3-eb92-493f-90ff-4e999f5dae2a req-9b83d18e-812f-441b-9f64-a928b2464e3e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1125987 Jan 21 08:04:01.387561 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f199c8a3-eb92-493f-90ff-4e999f5dae2a req-6a029726-9ae2-4633-ad17-b479050ab588 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469658 Jan 21 08:04:01.430961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f8a1c6dc-3712-4398-9450-518133a37dd3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:01.522102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port f8a1c6dc-3712-4398-9450-518133a37dd3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:01.522721 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:01.722670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629f33d-54d2-447f-aa4a-a2b38adc5857 req-a5472ac6-c0b9-4f15-8451-4de2b614171f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:01.723653 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e629f33d-54d2-447f-aa4a-a2b38adc5857 req-a5472ac6-c0b9-4f15-8451-4de2b614171f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1767895 Jan 21 08:04:01.821901 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e629f33d-54d2-447f-aa4a-a2b38adc5857 req-3493f858-22ea-4cef-8190-f01b600e58bd tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935123 Jan 21 08:04:02.003050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc054f-847a-40a1-8c16-ad9f7f937957 req-d6e94529-11a6-4478-a6aa-179cc0ede8df tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:02.005111 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2dcc054f-847a-40a1-8c16-ad9f7f937957 req-d6e94529-11a6-4478-a6aa-179cc0ede8df tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1285489 Jan 21 08:04:02.016787 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 58932) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:02.089989 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2dcc054f-847a-40a1-8c16-ad9f7f937957 req-01ba4501-2ab3-402e-b3df-cd0953d369e3 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733662 Jan 21 08:04:02.210298 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c779e-a59c-44a5-8a37-706f3a185288 req-2b0bc919-7215-4305-9358-51c6dd0cf1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:02.212005 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ab8c779e-a59c-44a5-8a37-706f3a185288 req-2b0bc919-7215-4305-9358-51c6dd0cf1c1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1f1c6571386d4c078fea438e75156ddf&device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 1162 time: 0.0849636 Jan 21 08:04:02.314263 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0801227e-5deb-4362-af9a-5fd9edb89113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:02.376331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c779e-a59c-44a5-8a37-706f3a185288 req-a666aacf-d87a-4ad2-883d-ae7874b2d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:02.377980 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ab8c779e-a59c-44a5-8a37-706f3a185288 req-a666aacf-d87a-4ad2-883d-ae7874b2d120 service neutron] 10.222.0.75 "GET /v2.0/networks?id=75214904-c0b0-44db-9af2-b3f288039817 HTTP/1.1" status: 200 len: 903 time: 0.1555786 Jan 21 08:04:02.406832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-0801227e-5deb-4362-af9a-5fd9edb89113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:02.413748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-0801227e-5deb-4362-af9a-5fd9edb89113 admin admin] Usage tracker for resource:security_group_rule and tenant:f447ec3603624429994f2d6181285bc6 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:02.417976 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-0801227e-5deb-4362-af9a-5fd9edb89113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:02.426768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-0801227e-5deb-4362-af9a-5fd9edb89113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:02.495361 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1b274-4a66-4202-81a8-27d18af937cb req-14d28db3-c5af-4b5a-adb6-51cdb944cb8b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:02.496020 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ab8c779e-a59c-44a5-8a37-706f3a185288 req-95f2ebb0-c0e4-4bd9-b397-f6b5bb1d6080 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a1c6dc-3712-4398-9450-518133a37dd3 HTTP/1.1" status: 200 len: 1001 time: 0.1069694 Jan 21 08:04:02.497084 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1af1b274-4a66-4202-81a8-27d18af937cb req-14d28db3-c5af-4b5a-adb6-51cdb944cb8b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1582046 Jan 21 08:04:02.571201 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1af1b274-4a66-4202-81a8-27d18af937cb req-54dc8126-ca90-4588-a7a1-e5869222f9ab tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669062 Jan 21 08:04:02.573670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c779e-a59c-44a5-8a37-706f3a185288 req-738fc1fb-c812-4f83-93b4-aa27d479b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:02.575302 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ab8c779e-a59c-44a5-8a37-706f3a185288 req-738fc1fb-c812-4f83-93b4-aa27d479b2b8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2e5447aa-b413-44fe-b584-4a19bb1e582c HTTP/1.1" status: 200 len: 848 time: 0.0677919 Jan 21 08:04:02.607524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0801227e-5deb-4362-af9a-5fd9edb89113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:02.637327 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0801227e-5deb-4362-af9a-5fd9edb89113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:02.647624 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-62b638c2-9132-424d-984b-c749510cbc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:02.680902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c779e-a59c-44a5-8a37-706f3a185288 req-498c284d-0288-4a23-bcd3-61709c5b26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:02.682648 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ab8c779e-a59c-44a5-8a37-706f3a185288 req-498c284d-0288-4a23-bcd3-61709c5b26d8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75214904-c0b0-44db-9af2-b3f288039817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832939 Jan 21 08:04:02.690774 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-0801227e-5deb-4362-af9a-5fd9edb89113 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f447ec3603624429994f2d6181285bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6735418 Jan 21 08:04:02.692590 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801227e-5deb-4362-af9a-5fd9edb89113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92149cba-dc79-40a8-af86-f890f5ae40e3,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:02.693744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 58946) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:02.696790 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0801227e-5deb-4362-af9a-5fd9edb89113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:02.887323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2ffb-b919-465d-aed0-9536c814138c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:02.901535 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ab8c779e-a59c-44a5-8a37-706f3a185288 req-3c056799-ae9a-496a-b0c8-6a068a01432f service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036636 Jan 21 08:04:02.922849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2ffb-b919-465d-aed0-9536c814138c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:03.106804 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:04:03.166725 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ab8c779e-a59c-44a5-8a37-706f3a185288 req-b25d6952-39bf-4b58-9045-a6e58591822d service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2361970 Jan 21 08:04:03.197809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd6f9a-bb1f-4701-bca9-b3df542237e2 req-5c3bb414-2714-4dd3-aa78-91e0c147c6e9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:03.199577 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-addd6f9a-bb1f-4701-bca9-b3df542237e2 req-5c3bb414-2714-4dd3-aa78-91e0c147c6e9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1795692 Jan 21 08:04:03.289851 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-addd6f9a-bb1f-4701-bca9-b3df542237e2 req-028e0447-0f96-4406-8f5d-d1c074590875 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795493 Jan 21 08:04:03.366003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2ffb-b919-465d-aed0-9536c814138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:03.373847 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-61c0a47a-ceb3-4d68-a72f-6c9b8394167d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:03.391172 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc2ffb-b919-465d-aed0-9536c814138c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92149cba-dc79-40a8-af86-f890f5ae40e3,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:03.394623 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a4fc2ffb-b919-465d-aed0-9536c814138c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:03.418263 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2ffb-b919-465d-aed0-9536c814138c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:03.420457 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a4fc2ffb-b919-465d-aed0-9536c814138c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92149cba-dc79-40a8-af86-f890f5ae40e3 HTTP/1.1" status: 204 len: 168 time: 0.7255864 Jan 21 08:04:03.499679 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c27b80-d9c7-4583-b057-d9f7933e5e4c req-2a61944e-aa99-4fe8-a263-0895844fd9b4 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:03.501581 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e3c27b80-d9c7-4583-b057-d9f7933e5e4c req-2a61944e-aa99-4fe8-a263-0895844fd9b4 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1440291 Jan 21 08:04:03.563641 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e3c27b80-d9c7-4583-b057-d9f7933e5e4c req-9f289a4b-8cc6-4d4d-aaf8-d40f8f096015 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539804 Jan 21 08:04:03.846607 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48ea7b-915a-4a3f-b2aa-089ced0b7599 req-08268b01-db90-4396-b010-43fe7565290e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:03.848338 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f48ea7b-915a-4a3f-b2aa-089ced0b7599 req-08268b01-db90-4396-b010-43fe7565290e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1268239 Jan 21 08:04:04.091847 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 244bac6c-f337-41e6-bcf2-1b0e322f1d0c up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:04.118730 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f48ea7b-915a-4a3f-b2aa-089ced0b7599 req-00f1f91e-70df-4079-8e1f-7a4b08598927 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633910 Jan 21 08:04:04.165437 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:04.165863 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:04.169798 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 58984) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:04.189016 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-44446cb3-7ff3-4221-ab00-f28b97a7ee5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:04.204966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-44446cb3-7ff3-4221-ab00-f28b97a7ee5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:04.208909 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-44446cb3-7ff3-4221-ab00-f28b97a7ee5b admin admin] Usage tracker for resource:security_group_rule and tenant:2240f01f173549f38e2b35305cff3d5c is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:04.211967 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-44446cb3-7ff3-4221-ab00-f28b97a7ee5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:04.217935 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-44446cb3-7ff3-4221-ab00-f28b97a7ee5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:04.298256 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f8a1c6dc-3712-4398-9450-518133a37dd3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:04.308746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-44446cb3-7ff3-4221-ab00-f28b97a7ee5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:04.362875 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-44446cb3-7ff3-4221-ab00-f28b97a7ee5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:04.371578 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port f8a1c6dc-3712-4398-9450-518133a37dd3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:04.371966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:04.378458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3012b675-6f9f-4a67-891d-6856f0ab56b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:04.418588 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-44446cb3-7ff3-4221-ab00-f28b97a7ee5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2240f01f173549f38e2b35305cff3d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475128 Jan 21 08:04:04.419529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44446cb3-7ff3-4221-ab00-f28b97a7ee5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301d8ed5-6b58-4584-b0e6-8e1ab90f6234,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:04.421491 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 58990) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:04.431043 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-44446cb3-7ff3-4221-ab00-f28b97a7ee5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:04.548675 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e03a3d5b-eb1e-4a8a-8d0b-01a125646f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:04.590580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e03a3d5b-eb1e-4a8a-8d0b-01a125646f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:04.637261 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ff331-aacd-4ff4-af83-2bf5aca5d6dd req-9f3c0b3c-8963-4825-b459-e5701edf224d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:04.639943 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e83ff331-aacd-4ff4-af83-2bf5aca5d6dd req-9f3c0b3c-8963-4825-b459-e5701edf224d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1874502 Jan 21 08:04:04.703585 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e83ff331-aacd-4ff4-af83-2bf5aca5d6dd req-87c8a674-29da-44ac-a432-3411fcaed84a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529244 Jan 21 08:04:04.743387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e03a3d5b-eb1e-4a8a-8d0b-01a125646f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:04.764084 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f9a825f0-7a53-46ea-9c52-3452e5b20496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:04.788773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e03a3d5b-eb1e-4a8a-8d0b-01a125646f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:04.790253 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e03a3d5b-eb1e-4a8a-8d0b-01a125646f24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/301d8ed5-6b58-4584-b0e6-8e1ab90f6234 HTTP/1.1" status: 204 len: 168 time: 0.3676400 Jan 21 08:04:04.791596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a3d5b-eb1e-4a8a-8d0b-01a125646f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301d8ed5-6b58-4584-b0e6-8e1ab90f6234,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:04.796991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e03a3d5b-eb1e-4a8a-8d0b-01a125646f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:04.855769 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32373f2a-02ef-471e-9a2b-86fcc34499cc req-a6d1a4fc-81b6-43af-abad-fe09bc09397d tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:04.857994 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-32373f2a-02ef-471e-9a2b-86fcc34499cc req-a6d1a4fc-81b6-43af-abad-fe09bc09397d tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1590972 Jan 21 08:04:04.928084 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-32373f2a-02ef-471e-9a2b-86fcc34499cc req-cdc185e9-f921-4254-9a84-928a7d630d25 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630040 Jan 21 08:04:05.380707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98da47d-847c-4240-ac2c-8aff6368397a req-25f6f202-1aae-474c-b55f-e33124fb64e4 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:05.388878 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f98da47d-847c-4240-ac2c-8aff6368397a req-25f6f202-1aae-474c-b55f-e33124fb64e4 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1244071 Jan 21 08:04:05.397490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59022) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:05.439415 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f98da47d-847c-4240-ac2c-8aff6368397a req-bd2f688d-72f4-4854-b46a-ddab5069a46f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491719 Jan 21 08:04:05.605520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9212e7b9-4c4f-49a8-a029-befa0a290913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:05.627048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-9212e7b9-4c4f-49a8-a029-befa0a290913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:05.633451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-9212e7b9-4c4f-49a8-a029-befa0a290913 admin admin] Usage tracker for resource:security_group_rule and tenant:94d624770e9f40ee939b940e60f8dead is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:05.637153 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-9212e7b9-4c4f-49a8-a029-befa0a290913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:05.644791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-9212e7b9-4c4f-49a8-a029-befa0a290913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:05.735852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59038) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:05.760235 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9212e7b9-4c4f-49a8-a029-befa0a290913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:05.794085 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9212e7b9-4c4f-49a8-a029-befa0a290913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:05.807628 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-812f5b95-8190-4da5-8cb7-be6207766794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:05.819173 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 244bac6c-f337-41e6-bcf2-1b0e322f1d0c up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:05.846504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212e7b9-4c4f-49a8-a029-befa0a290913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcc4af5-59c4-464f-aa09-d3a2fb30b2dd,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:05.858106 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9212e7b9-4c4f-49a8-a029-befa0a290913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:05.873986 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9212e7b9-4c4f-49a8-a029-befa0a290913 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94d624770e9f40ee939b940e60f8dead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4750357 Jan 21 08:04:05.874169 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59048) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:05.985573 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:05.986259 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:06.003233 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bf585e58-75f8-4223-af21-af4e2670aa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:06.053770 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bf585e58-75f8-4223-af21-af4e2670aa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:06.078538 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7bf09-a5cd-4d59-96b2-78dc5d826fc8 req-82872c45-4b3a-4b82-a2f5-ed28367266ef tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:06.088761 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f4a7bf09-a5cd-4d59-96b2-78dc5d826fc8 req-82872c45-4b3a-4b82-a2f5-ed28367266ef tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1876190 Jan 21 08:04:06.159925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-55e84e40-fde6-4e34-a45d-21d0f9accba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:06.190922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-55e84e40-fde6-4e34-a45d-21d0f9accba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:06.195359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-55e84e40-fde6-4e34-a45d-21d0f9accba0 admin admin] Usage tracker for resource:security_group_rule and tenant:45c5ef9dd8e24f7cba89261bb29f9ace is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:06.205726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-55e84e40-fde6-4e34-a45d-21d0f9accba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:06.212402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bf585e58-75f8-4223-af21-af4e2670aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:06.217058 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-55e84e40-fde6-4e34-a45d-21d0f9accba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:06.224035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d45a8513-dbcc-4560-9ff7-57d532122c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:06.244688 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f4a7bf09-a5cd-4d59-96b2-78dc5d826fc8 req-6ed7fd53-b4e0-444f-a802-ecfde92cf4d2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537282 Jan 21 08:04:06.269919 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bf585e58-75f8-4223-af21-af4e2670aa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:06.274192 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-bf585e58-75f8-4223-af21-af4e2670aa66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebcc4af5-59c4-464f-aa09-d3a2fb30b2dd HTTP/1.1" status: 204 len: 168 time: 0.3946688 Jan 21 08:04:06.282829 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf585e58-75f8-4223-af21-af4e2670aa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcc4af5-59c4-464f-aa09-d3a2fb30b2dd,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:06.303473 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-bf585e58-75f8-4223-af21-af4e2670aa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:06.334008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742180f9-0ac3-4291-a466-95ff536d553b req-76c82a74-42da-401d-974d-88f96121fbfd tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:06.335472 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-742180f9-0ac3-4291-a466-95ff536d553b req-76c82a74-42da-401d-974d-88f96121fbfd tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1704657 Jan 21 08:04:06.405042 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-55e84e40-fde6-4e34-a45d-21d0f9accba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:06.408782 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-742180f9-0ac3-4291-a466-95ff536d553b req-f43e4c8d-e478-4176-87c0-25e07014b4a8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644300 Jan 21 08:04:06.433848 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-55e84e40-fde6-4e34-a45d-21d0f9accba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:06.444284 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a008e27b-9137-44d9-94cd-75713f2031e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:06.492901 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-55e84e40-fde6-4e34-a45d-21d0f9accba0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45c5ef9dd8e24f7cba89261bb29f9ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7529752 Jan 21 08:04:06.493275 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59068) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:06.501155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e84e40-fde6-4e34-a45d-21d0f9accba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e38b8d-50fd-458b-96a1-4242fed0dd64,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:06.515404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-55e84e40-fde6-4e34-a45d-21d0f9accba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:06.562899 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-75a3cb92-4ccd-43dc-b1a1-61799c08786f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:06.592221 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-75a3cb92-4ccd-43dc-b1a1-61799c08786f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:06.704137 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65138f-5833-46ae-8b08-ed768c85b2a5 req-d3511570-6111-42b6-826d-9459e01c36cf tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:06.705869 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4d65138f-5833-46ae-8b08-ed768c85b2a5 req-d3511570-6111-42b6-826d-9459e01c36cf tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1234930 Jan 21 08:04:06.784903 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4d65138f-5833-46ae-8b08-ed768c85b2a5 req-38349640-0509-4465-9a28-5a498fdf5185 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474195 Jan 21 08:04:06.927922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-75a3cb92-4ccd-43dc-b1a1-61799c08786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:06.933521 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4e090108-2556-46ac-92c2-b2be5aae5a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:06.954307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-75a3cb92-4ccd-43dc-b1a1-61799c08786f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:06.958388 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-75a3cb92-4ccd-43dc-b1a1-61799c08786f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9e38b8d-50fd-458b-96a1-4242fed0dd64 HTTP/1.1" status: 204 len: 168 time: 0.4639359 Jan 21 08:04:06.959515 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3cb92-4ccd-43dc-b1a1-61799c08786f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e38b8d-50fd-458b-96a1-4242fed0dd64,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:06.962890 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-75a3cb92-4ccd-43dc-b1a1-61799c08786f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:07.317398 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75195f12-3e9f-45ab-b475-baf5604100a8 req-663b97a9-7914-427c-9546-4f4a8b79f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:07.319098 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-75195f12-3e9f-45ab-b475-baf5604100a8 req-663b97a9-7914-427c-9546-4f4a8b79f4c3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 1163 time: 0.0915427 Jan 21 08:04:07.380744 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-75195f12-3e9f-45ab-b475-baf5604100a8 req-64da3ce9-4991-4fa1-ac82-ca6e4fa498b9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491967 Jan 21 08:04:07.572046 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98b36f-1d88-4be9-9a48-776f8fbab0c9 req-5e9ffae4-641c-448b-891d-d4c3543c1c90 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:07.579999 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9a98b36f-1d88-4be9-9a48-776f8fbab0c9 req-5e9ffae4-641c-448b-891d-d4c3543c1c90 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1520174 Jan 21 08:04:07.649219 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9a98b36f-1d88-4be9-9a48-776f8fbab0c9 req-3af34084-5d82-42ed-9ef1-62ea3e3ed0c9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677714 Jan 21 08:04:08.020643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bd3d9-e295-4ec6-bfcb-ade591eab523 req-f4d914e3-8a76-4d7f-a1a9-e9b820df1843 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:08.022352 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8c8bd3d9-e295-4ec6-bfcb-ade591eab523 req-f4d914e3-8a76-4d7f-a1a9-e9b820df1843 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1123660 Jan 21 08:04:08.078283 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8c8bd3d9-e295-4ec6-bfcb-ade591eab523 req-3ab4b799-7911-4d08-8d6d-d2bff5fc9890 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486994 Jan 21 08:04:08.918826 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940f5ad-7b7a-4371-9c9d-01a21bc12323 req-70732543-86d0-48b4-b7df-eec32f113792 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:08.920863 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9940f5ad-7b7a-4371-9c9d-01a21bc12323 req-70732543-86d0-48b4-b7df-eec32f113792 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1111290 Jan 21 08:04:08.978615 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9940f5ad-7b7a-4371-9c9d-01a21bc12323 req-ff6a9e13-c6b3-423d-8689-b0bb7fa8f979 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492132 Jan 21 08:04:09.423489 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623de3-b55b-43fa-9992-a9d217183fd8 req-5589a1b4-fba7-463d-9188-fc6a69658c2e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:09.425209 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-22623de3-b55b-43fa-9992-a9d217183fd8 req-5589a1b4-fba7-463d-9188-fc6a69658c2e tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1489093 Jan 21 08:04:09.479464 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-22623de3-b55b-43fa-9992-a9d217183fd8 req-588dbdae-a2ae-42d9-9c55-9cdc2049c1fb tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475011 Jan 21 08:04:09.648357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59162) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:09.801424 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28f152a7-7185-41ab-b8ff-3b29339d21e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:09.817384 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-28f152a7-7185-41ab-b8ff-3b29339d21e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:09.821720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-28f152a7-7185-41ab-b8ff-3b29339d21e3 admin admin] Usage tracker for resource:security_group_rule and tenant:f0caa5492c6742bc9836503dfa839121 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:09.824741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-28f152a7-7185-41ab-b8ff-3b29339d21e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:09.830518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-28f152a7-7185-41ab-b8ff-3b29339d21e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:09.916568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28f152a7-7185-41ab-b8ff-3b29339d21e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:09.948089 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28f152a7-7185-41ab-b8ff-3b29339d21e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:09.961510 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b2a5da79-92f5-4538-bff4-243ce825bf0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:10.004271 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-28f152a7-7185-41ab-b8ff-3b29339d21e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0caa5492c6742bc9836503dfa839121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546503 Jan 21 08:04:10.006153 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f152a7-7185-41ab-b8ff-3b29339d21e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5719f455-3d7a-4899-9fb6-146fb6a96e77,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:10.008530 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59170) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:10.010299 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-28f152a7-7185-41ab-b8ff-3b29339d21e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:10.076850 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ebafb735-ae19-42d8-a690-1c8349a6d03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:10.106652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ebafb735-ae19-42d8-a690-1c8349a6d03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:10.187935 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ebafb735-ae19-42d8-a690-1c8349a6d03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:10.193354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-66f3bd04-be83-4f93-bc0e-a7f787a85a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:10.208109 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafb735-ae19-42d8-a690-1c8349a6d03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5719f455-3d7a-4899-9fb6-146fb6a96e77,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:10.212838 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ebafb735-ae19-42d8-a690-1c8349a6d03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:10.226685 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ebafb735-ae19-42d8-a690-1c8349a6d03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:10.230354 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-ebafb735-ae19-42d8-a690-1c8349a6d03a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5719f455-3d7a-4899-9fb6-146fb6a96e77 HTTP/1.1" status: 204 len: 168 time: 0.2179513 Jan 21 08:04:10.235607 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212856c-3c44-49c4-bc68-3edfc4c618f5 req-5e234787-b11d-496d-a4bf-1b9c32b7f9c2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:10.237551 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8212856c-3c44-49c4-bc68-3edfc4c618f5 req-5e234787-b11d-496d-a4bf-1b9c32b7f9c2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1070504 Jan 21 08:04:10.300907 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8212856c-3c44-49c4-bc68-3edfc4c618f5 req-0801e39d-5128-4917-96cb-ddcad621abd4 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561891 Jan 21 08:04:10.721244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b700d-fbf7-41ec-924d-31904a203885 req-9ee90c28-8517-4512-8f9f-3ddacdf08819 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:10.722998 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-af7b700d-fbf7-41ec-924d-31904a203885 req-9ee90c28-8517-4512-8f9f-3ddacdf08819 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1076355 Jan 21 08:04:10.814075 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-af7b700d-fbf7-41ec-924d-31904a203885 req-96b18c38-bb65-474f-8390-fb8b55be3d94 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834932 Jan 21 08:04:10.858766 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59186) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:10.878728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3804b56d-df30-4bc1-bf5d-2392d9e5f21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:10.900349 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3804b56d-df30-4bc1-bf5d-2392d9e5f21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:10.904744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3804b56d-df30-4bc1-bf5d-2392d9e5f21e admin admin] Usage tracker for resource:security_group_rule and tenant:583220ca7e2643269188c798e2af89cc is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:10.907868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-3804b56d-df30-4bc1-bf5d-2392d9e5f21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:10.914464 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-3804b56d-df30-4bc1-bf5d-2392d9e5f21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:11.005217 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3804b56d-df30-4bc1-bf5d-2392d9e5f21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:11.046520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3804b56d-df30-4bc1-bf5d-2392d9e5f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:11.057332 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7015c6fc-6475-4047-b963-3f8c423e937a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:11.107536 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-3804b56d-df30-4bc1-bf5d-2392d9e5f21e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=583220ca7e2643269188c798e2af89cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429481 Jan 21 08:04:11.107536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804b56d-df30-4bc1-bf5d-2392d9e5f21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90a63b8-585b-42b9-bdf6-4b2770811ccd,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:11.109452 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59196) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:11.112650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3804b56d-df30-4bc1-bf5d-2392d9e5f21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:11.180872 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c4c1aba6-3140-4722-812b-53523e646a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:11.205512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c4c1aba6-3140-4722-812b-53523e646a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:11.288511 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c4c1aba6-3140-4722-812b-53523e646a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:11.294574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6e6eca3e-24bb-4db7-82a4-79ba135deb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:11.319465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c4c1aba6-3140-4722-812b-53523e646a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:11.321342 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-c4c1aba6-3140-4722-812b-53523e646a65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f90a63b8-585b-42b9-bdf6-4b2770811ccd HTTP/1.1" status: 204 len: 168 time: 0.2107732 Jan 21 08:04:11.322533 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1aba6-3140-4722-812b-53523e646a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90a63b8-585b-42b9-bdf6-4b2770811ccd,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:11.325689 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c4c1aba6-3140-4722-812b-53523e646a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:11.651365 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4c6d-0fbc-4f47-b052-71ca04c88a7e req-914ef820-5982-4ade-9ef3-4b6ea0b084a7 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:11.653525 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-48bb4c6d-0fbc-4f47-b052-71ca04c88a7e req-914ef820-5982-4ade-9ef3-4b6ea0b084a7 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1391187 Jan 21 08:04:11.670479 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eef2b5-c083-4a9a-a5a9-016b19fb34aa req-5f2b61dd-a344-4671-bab5-360bfb57afa5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:11.672389 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-80eef2b5-c083-4a9a-a5a9-016b19fb34aa req-5f2b61dd-a344-4671-bab5-360bfb57afa5 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1192443 Jan 21 08:04:11.678067 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea4a1-e8c1-49e9-9484-23630e6b1f51 req-38da05d9-a16a-42f5-a19f-7dedad08c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:11.680253 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a90ea4a1-e8c1-49e9-9484-23630e6b1f51 req-38da05d9-a16a-42f5-a19f-7dedad08c99d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 1163 time: 0.2157173 Jan 21 08:04:11.758867 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-80eef2b5-c083-4a9a-a5a9-016b19fb34aa req-d23d0ecb-89b7-4d08-b166-02ec7fe8bd45 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793786 Jan 21 08:04:11.872413 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-48bb4c6d-0fbc-4f47-b052-71ca04c88a7e req-c5c443a5-6764-4a6d-ba65-90c240f40d0a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959221 Jan 21 08:04:11.903455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea4a1-e8c1-49e9-9484-23630e6b1f51 req-83554992-d083-4a59-931c-d676d3bc8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:11.904528 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a90ea4a1-e8c1-49e9-9484-23630e6b1f51 req-83554992-d083-4a59-931c-d676d3bc8138 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 200 len: 913 time: 0.1870642 Jan 21 08:04:11.993054 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a90ea4a1-e8c1-49e9-9484-23630e6b1f51 req-977a78bd-a530-4a89-8410-2f6230304ffc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244bac6c-f337-41e6-bcf2-1b0e322f1d0c HTTP/1.1" status: 200 len: 217 time: 0.0754890 Jan 21 08:04:12.024747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59222) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:12.029457 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 8120fdcf-5512-4910-9186-ad4267b682d9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:12.093318 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-62664670-2d8d-4a1c-be55-d1bc8ec8b8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:12.104339 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 8120fdcf-5512-4910-9186-ad4267b682d9 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:12.104766 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:12.120395 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-62664670-2d8d-4a1c-be55-d1bc8ec8b8d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:12.127954 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-62664670-2d8d-4a1c-be55-d1bc8ec8b8d6 admin admin] Usage tracker for resource:security_group_rule and tenant:3d4f5fff69964d8b95dc924be2cd0820 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:12.133364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-62664670-2d8d-4a1c-be55-d1bc8ec8b8d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:12.141691 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea4a1-e8c1-49e9-9484-23630e6b1f51 req-3228c89d-0964-460c-9abf-85bc5989a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:12.143274 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a90ea4a1-e8c1-49e9-9484-23630e6b1f51 req-3228c89d-0964-460c-9abf-85bc5989a0a6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ede2f2c-82ed-4bcf-95e1-efdce4d5c029 HTTP/1.1" status: 200 len: 859 time: 0.1021194 Jan 21 08:04:12.144328 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-62664670-2d8d-4a1c-be55-d1bc8ec8b8d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:12.214288 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a90ea4a1-e8c1-49e9-9484-23630e6b1f51 req-f6799b4a-5518-4d0b-9265-dedc825a91fe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6d73440c-38be-4b1e-98d3-4d22c54af203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573280 Jan 21 08:04:12.401476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-62664670-2d8d-4a1c-be55-d1bc8ec8b8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:12.423366 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a90ea4a1-e8c1-49e9-9484-23630e6b1f51 req-6e9fe9e6-aa6b-47d4-b3a8-a00a13da2bc1 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937342 Jan 21 08:04:12.461271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-62664670-2d8d-4a1c-be55-d1bc8ec8b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:12.474126 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5f63cd0a-f246-4ac4-a1c5-519573bd6935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:12.568055 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-62664670-2d8d-4a1c-be55-d1bc8ec8b8d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d4f5fff69964d8b95dc924be2cd0820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5420208 Jan 21 08:04:12.571356 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59228) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:12.589711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62664670-2d8d-4a1c-be55-d1bc8ec8b8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589d0665-9087-4ea7-90b0-1cd49423ad65,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:12.594664 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-62664670-2d8d-4a1c-be55-d1bc8ec8b8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:12.633683 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a90ea4a1-e8c1-49e9-9484-23630e6b1f51 req-79dbff15-2051-48b2-99fc-a8a19f929140 service neutron] 10.222.0.75 "GET /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1965327 Jan 21 08:04:12.641543 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4c474ce1-0c18-4865-8912-a29b544ba4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:12.675367 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4c474ce1-0c18-4865-8912-a29b544ba4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:12.992223 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d1b66-af2b-4655-a323-e8a33540a4d4 req-0ba122d0-790c-4b92-8555-4f25942ccfe8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:12.993938 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e4d1b66-af2b-4655-a323-e8a33540a4d4 req-0ba122d0-790c-4b92-8555-4f25942ccfe8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1070569 Jan 21 08:04:13.018061 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4c474ce1-0c18-4865-8912-a29b544ba4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:13.026327 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cac2b0f1-2635-41e6-a280-3d0478d1bd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:13.052524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c474ce1-0c18-4865-8912-a29b544ba4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589d0665-9087-4ea7-90b0-1cd49423ad65,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:13.070692 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e4d1b66-af2b-4655-a323-e8a33540a4d4 req-bc48d909-c25b-4bf8-9c76-f9ef5cb549bd tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697188 Jan 21 08:04:13.071633 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4c474ce1-0c18-4865-8912-a29b544ba4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:13.082165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4c474ce1-0c18-4865-8912-a29b544ba4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:13.087722 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-4c474ce1-0c18-4865-8912-a29b544ba4f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/589d0665-9087-4ea7-90b0-1cd49423ad65 HTTP/1.1" status: 204 len: 168 time: 0.5144773 Jan 21 08:04:13.167678 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e7277-5a97-4c3c-8cde-d55c15756899 req-40575251-7005-45ef-a91d-556af7152955 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:13.169482 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0a3e7277-5a97-4c3c-8cde-d55c15756899 req-40575251-7005-45ef-a91d-556af7152955 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1458712 Jan 21 08:04:13.228762 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0a3e7277-5a97-4c3c-8cde-d55c15756899 req-7f288520-a511-445c-b77a-ac3dce60f95f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513983 Jan 21 08:04:14.340596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f698b5-047a-4d2c-b0b8-7b2193b56310 req-73180819-0d0e-4173-a1a6-9ac689a5abc8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:14.342401 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35f698b5-047a-4d2c-b0b8-7b2193b56310 req-73180819-0d0e-4173-a1a6-9ac689a5abc8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1179533 Jan 21 08:04:14.399339 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35f698b5-047a-4d2c-b0b8-7b2193b56310 req-6a71d2b2-6a6c-4635-97a2-3136a542d13f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495272 Jan 21 08:04:14.522478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fb907-7a4c-4852-845b-d80030291748 req-1fb72ef8-10b1-4560-bc3b-8cecb1696e2c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:14.524220 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c82fb907-7a4c-4852-845b-d80030291748 req-1fb72ef8-10b1-4560-bc3b-8cecb1696e2c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1108453 Jan 21 08:04:14.576188 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c82fb907-7a4c-4852-845b-d80030291748 req-8e8b9d9a-1963-4263-8540-7f162efcad84 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457385 Jan 21 08:04:14.607126 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 8120fdcf-5512-4910-9186-ad4267b682d9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:14.834635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 8120fdcf-5512-4910-9186-ad4267b682d9 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:14.834980 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:14.965965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 244bac6c-f337-41e6-bcf2-1b0e322f1d0c up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:15.041245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:15.041703 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:15.176568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f8a1c6dc-3712-4398-9450-518133a37dd3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:15.261667 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port f8a1c6dc-3712-4398-9450-518133a37dd3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:15.262449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:15.650797 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5609742-a402-4be0-abf1-ea77c6e5b9eb req-a7ef64ee-0c2f-4353-bebc-691397f27895 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:15.653689 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a5609742-a402-4be0-abf1-ea77c6e5b9eb req-a7ef64ee-0c2f-4353-bebc-691397f27895 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1074998 Jan 21 08:04:15.717968 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a5609742-a402-4be0-abf1-ea77c6e5b9eb req-551d00cb-9609-4e16-9957-8390a4c65276 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580692 Jan 21 08:04:16.025671 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095d33a-e3ed-450e-a481-cb0ecc9e1b49 req-d9feb9b9-cb52-4a4e-9dff-a3344ee795cf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:16.027465 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2095d33a-e3ed-450e-a481-cb0ecc9e1b49 req-d9feb9b9-cb52-4a4e-9dff-a3344ee795cf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1365678 Jan 21 08:04:16.086547 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2095d33a-e3ed-450e-a481-cb0ecc9e1b49 req-ce146d35-7257-4812-b2a9-1a8f9de87d68 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506103 Jan 21 08:04:16.357625 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:16.473281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59388) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:16.629205 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 244bac6c-f337-41e6-bcf2-1b0e322f1d0c up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:16.668377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e29873bd-cbee-4067-a8d2-cc4008bd7148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:16.691724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-e29873bd-cbee-4067-a8d2-cc4008bd7148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:16.696568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-e29873bd-cbee-4067-a8d2-cc4008bd7148 admin admin] Usage tracker for resource:security_group_rule and tenant:1ac30ad28b364b6cb3323aa45b67d49c is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:16.699665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-e29873bd-cbee-4067-a8d2-cc4008bd7148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:16.706294 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-e29873bd-cbee-4067-a8d2-cc4008bd7148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:16.721175 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:16.721890 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:16.823824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e29873bd-cbee-4067-a8d2-cc4008bd7148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:16.879822 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e29873bd-cbee-4067-a8d2-cc4008bd7148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:16.885676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f8a1c6dc-3712-4398-9450-518133a37dd3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:16.913059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:16.959394 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e29873bd-cbee-4067-a8d2-cc4008bd7148 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ac30ad28b364b6cb3323aa45b67d49c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953501 Jan 21 08:04:16.963309 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59416) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:16.972606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29873bd-cbee-4067-a8d2-cc4008bd7148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03744f48-7b46-4a37-b3a6-b3cc73206942,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:16.972793 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port f8a1c6dc-3712-4398-9450-518133a37dd3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:16.972793 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:16.983577 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e29873bd-cbee-4067-a8d2-cc4008bd7148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:17.026013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bebdc-57c9-42ad-a7e8-168a26ebcd9b req-a22a001b-d58b-4d55-b608-65668ecb65ea tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:17.028007 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1a5bebdc-57c9-42ad-a7e8-168a26ebcd9b req-a22a001b-d58b-4d55-b608-65668ecb65ea tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1302989 Jan 21 08:04:17.046742 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-181a860b-1dd2-403f-a3db-29426531bd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:17.083484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-181a860b-1dd2-403f-a3db-29426531bd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:17.127217 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1a5bebdc-57c9-42ad-a7e8-168a26ebcd9b req-d059ff9a-9857-48d1-b6b8-cca2c0c76bd8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926239 Jan 21 08:04:17.179353 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-181a860b-1dd2-403f-a3db-29426531bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:17.189435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-feb2d737-cc17-4682-9fb2-7fde3e36b016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:17.221729 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a860b-1dd2-403f-a3db-29426531bd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03744f48-7b46-4a37-b3a6-b3cc73206942,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:17.225546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-181a860b-1dd2-403f-a3db-29426531bd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:17.247151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-181a860b-1dd2-403f-a3db-29426531bd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:17.252501 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-181a860b-1dd2-403f-a3db-29426531bd8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03744f48-7b46-4a37-b3a6-b3cc73206942 HTTP/1.1" status: 204 len: 168 time: 0.2852457 Jan 21 08:04:17.518900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdeb79-d1b9-4217-85b3-9c80134c82e5 req-b53b6254-da3c-44d3-a69a-bbbe2bfc981f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:17.527748 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-49cdeb79-d1b9-4217-85b3-9c80134c82e5 req-b53b6254-da3c-44d3-a69a-bbbe2bfc981f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1636684 Jan 21 08:04:17.618468 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-49cdeb79-d1b9-4217-85b3-9c80134c82e5 req-d01d6ec4-fd24-4000-94ef-19fa673e0cf9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872898 Jan 21 08:04:18.189879 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59460) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:18.231212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bce6d464-ec57-4a6c-9c89-f83c86fe3a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:18.318852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-bce6d464-ec57-4a6c-9c89-f83c86fe3a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:18.334304 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-bce6d464-ec57-4a6c-9c89-f83c86fe3a1a admin admin] Usage tracker for resource:security_group_rule and tenant:4e0f5caa2543413985d913275e7b2571 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:18.353917 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-bce6d464-ec57-4a6c-9c89-f83c86fe3a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:18.373261 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-bce6d464-ec57-4a6c-9c89-f83c86fe3a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:18.493200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bce6d464-ec57-4a6c-9c89-f83c86fe3a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:18.551949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bce6d464-ec57-4a6c-9c89-f83c86fe3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:18.584115 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-55e84e40-fde6-4e34-a45d-21d0f9accba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:18.618161 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-bce6d464-ec57-4a6c-9c89-f83c86fe3a1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e0f5caa2543413985d913275e7b2571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246395 Jan 21 08:04:18.618161 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6d464-ec57-4a6c-9c89-f83c86fe3a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192312d5-8a85-43de-85bb-1e2af0c4bb58,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:18.618605 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59472) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:18.626365 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-bce6d464-ec57-4a6c-9c89-f83c86fe3a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:18.755744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b1adf732-c27b-46a4-b5c1-1070970ecdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:18.792574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b1adf732-c27b-46a4-b5c1-1070970ecdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:18.928065 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b1adf732-c27b-46a4-b5c1-1070970ecdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:18.936968 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-bf585e58-75f8-4223-af21-af4e2670aa66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:18.974009 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adf732-c27b-46a4-b5c1-1070970ecdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192312d5-8a85-43de-85bb-1e2af0c4bb58,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:18.985405 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b1adf732-c27b-46a4-b5c1-1070970ecdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:18.992907 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b1adf732-c27b-46a4-b5c1-1070970ecdaa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/192312d5-8a85-43de-85bb-1e2af0c4bb58 HTTP/1.1" status: 204 len: 168 time: 0.3729331 Jan 21 08:04:18.994755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b1adf732-c27b-46a4-b5c1-1070970ecdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:19.036163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cad07-fe1d-4080-95bd-949b7b1b9265 req-82fb5ee5-e8a2-4fc5-8e26-30eaece5444d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:19.046070 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-031cad07-fe1d-4080-95bd-949b7b1b9265 req-82fb5ee5-e8a2-4fc5-8e26-30eaece5444d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.2309573 Jan 21 08:04:19.116823 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-031cad07-fe1d-4080-95bd-949b7b1b9265 req-10e41abf-5c84-449d-ba18-be7c33bed15d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682521 Jan 21 08:04:20.536640 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99084c70-eea6-4c5d-b796-c9e86334a17b req-108c62ad-759d-4e4c-95e1-87ffe718d3bd tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:20.540510 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-99084c70-eea6-4c5d-b796-c9e86334a17b req-108c62ad-759d-4e4c-95e1-87ffe718d3bd tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1588149 Jan 21 08:04:20.632884 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-99084c70-eea6-4c5d-b796-c9e86334a17b req-b1a4d5d0-b1b1-4090-a91a-96a78866fbc5 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798452 Jan 21 08:04:20.865282 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-53c89cad-3f9c-4ae2-a051-55a7af7a5b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:21.974953 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f44bc7-e451-479c-abfe-3dc94f1c9300 req-7f319328-b213-463e-9349-106a96be62e3 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:21.974953 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f6f44bc7-e451-479c-abfe-3dc94f1c9300 req-7f319328-b213-463e-9349-106a96be62e3 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1508024 Jan 21 08:04:22.040859 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f6f44bc7-e451-479c-abfe-3dc94f1c9300 req-c4d80db2-bcf1-46f8-8ade-5f831a516c05 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620844 Jan 21 08:04:23.032680 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-aeaae934-4ebf-4b9e-bd0f-e984c1a8fd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:23.388447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb44fe2-a407-483e-8b51-176307d818d4 req-dd763b36-115e-47a7-8f6a-ea4bf1dbe376 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:23.390481 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ccb44fe2-a407-483e-8b51-176307d818d4 req-dd763b36-115e-47a7-8f6a-ea4bf1dbe376 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1864803 Jan 21 08:04:23.426254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59600) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:23.471219 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ccb44fe2-a407-483e-8b51-176307d818d4 req-991b45c9-f4d0-4fd6-8a1d-9a127a0fe2ba tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722830 Jan 21 08:04:23.662330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:23.717463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:23.722113 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Usage tracker for resource:security_group_rule and tenant:32b2b28ac1c64950827f54460890f6dd is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:23.725206 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:23.732455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:23.764113 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59612) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:23.868307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:23.900800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:23.959314 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:23.972942 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9212e7b9-4c4f-49a8-a029-befa0a290913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:23.989700 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-11e5d2b7-5852-455f-a555-2733a78adce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:24.023357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-11e5d2b7-5852-455f-a555-2733a78adce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:24.025815 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435cb180-2a81-4e2a-b93e-565fe13f90e0,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:24.032704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-11e5d2b7-5852-455f-a555-2733a78adce5 admin admin] Usage tracker for resource:security_group_rule and tenant:efdcdf01c5e94928a631991bf55f97ea is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:24.037664 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-11e5d2b7-5852-455f-a555-2733a78adce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:24.046286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-11e5d2b7-5852-455f-a555-2733a78adce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:24.057662 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=32b2b28ac1c64950827f54460890f6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6299620 Jan 21 08:04:24.058466 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59620) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:24.141320 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.141753 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.142231 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.142693 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.143143 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.143578 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.144152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.144988 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.145440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.145890 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.146478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.146924 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.147443 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.148581 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.149216 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.149747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.150271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.150816 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.151459 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.152031 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.152586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.153060 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.153520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.153971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:24.165310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:24.197387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-617d0162-a588-4eaf-8f40-3c115c287d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:24.207141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-11e5d2b7-5852-455f-a555-2733a78adce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:24.278660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afbfb4-4d8b-4280-b444-227706bea916 req-6ce7f279-6e8e-48c9-ab34-bb57a0999e40 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:24.282301 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-617d0162-a588-4eaf-8f40-3c115c287d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:24.288810 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e2afbfb4-4d8b-4280-b444-227706bea916 req-6ce7f279-6e8e-48c9-ab34-bb57a0999e40 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1635802 Jan 21 08:04:24.294009 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-11e5d2b7-5852-455f-a555-2733a78adce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:24.323625 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-28f152a7-7185-41ab-b8ff-3b29339d21e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:24.380560 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-11e5d2b7-5852-455f-a555-2733a78adce5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=efdcdf01c5e94928a631991bf55f97ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6151719 Jan 21 08:04:24.416278 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59624) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:24.417930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5d2b7-5852-455f-a555-2733a78adce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b58fb6-386c-412f-8ebf-56ad9b79fc73,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:24.417930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-11e5d2b7-5852-455f-a555-2733a78adce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:24.417930 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e2afbfb4-4d8b-4280-b444-227706bea916 req-311d9198-e9c4-4513-a384-d8e5f272161d tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212697 Jan 21 08:04:24.457888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-79ba800a-9570-4a6f-a127-b5f70cd484aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:24.489191 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-79ba800a-9570-4a6f-a127-b5f70cd484aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:24.502524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-617d0162-a588-4eaf-8f40-3c115c287d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:24.514476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:24.547430 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d0162-a588-4eaf-8f40-3c115c287d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435cb180-2a81-4e2a-b93e-565fe13f90e0,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:24.562645 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-617d0162-a588-4eaf-8f40-3c115c287d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:24.563991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-617d0162-a588-4eaf-8f40-3c115c287d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:24.567695 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-617d0162-a588-4eaf-8f40-3c115c287d9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/435cb180-2a81-4e2a-b93e-565fe13f90e0 HTTP/1.1" status: 204 len: 168 time: 0.5039074 Jan 21 08:04:24.738958 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6a755-5e2c-4a4b-b737-39a6b89c1589 req-b7cda75c-79d0-4384-b86e-ca96fe197239 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:24.740698 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-51c6a755-5e2c-4a4b-b737-39a6b89c1589 req-b7cda75c-79d0-4384-b86e-ca96fe197239 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1149855 Jan 21 08:04:24.742509 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-79ba800a-9570-4a6f-a127-b5f70cd484aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:24.747644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:24.778377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba800a-9570-4a6f-a127-b5f70cd484aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b58fb6-386c-412f-8ebf-56ad9b79fc73,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:24.780992 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-79ba800a-9570-4a6f-a127-b5f70cd484aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:24.791188 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-79ba800a-9570-4a6f-a127-b5f70cd484aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:24.792657 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-79ba800a-9570-4a6f-a127-b5f70cd484aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33b58fb6-386c-412f-8ebf-56ad9b79fc73 HTTP/1.1" status: 204 len: 168 time: 0.4063566 Jan 21 08:04:24.832309 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-51c6a755-5e2c-4a4b-b737-39a6b89c1589 req-22cacbd0-0291-4598-8470-a1fd0a1d0e97 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743220 Jan 21 08:04:25.016755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:25.171141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59644) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:25.191702 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-99d49b0a-7a53-43e9-89c4-ada6bb8e3453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:25.212768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-99d49b0a-7a53-43e9-89c4-ada6bb8e3453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:25.220137 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-99d49b0a-7a53-43e9-89c4-ada6bb8e3453 admin admin] Usage tracker for resource:security_group_rule and tenant:cd097383092b4767a2e12aeedcfa3459 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:25.223583 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-99d49b0a-7a53-43e9-89c4-ada6bb8e3453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:25.230545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-99d49b0a-7a53-43e9-89c4-ada6bb8e3453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:25.359942 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-99d49b0a-7a53-43e9-89c4-ada6bb8e3453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:25.451030 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-99d49b0a-7a53-43e9-89c4-ada6bb8e3453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:25.467451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7f2e020c-cd17-4b16-9c60-3976acce98fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:25.552441 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-99d49b0a-7a53-43e9-89c4-ada6bb8e3453 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd097383092b4767a2e12aeedcfa3459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782849 Jan 21 08:04:25.554548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59656) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:25.557337 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d49b0a-7a53-43e9-89c4-ada6bb8e3453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b81006-115e-4527-978f-075ad73a1a76,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:25.568912 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-99d49b0a-7a53-43e9-89c4-ada6bb8e3453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:25.717095 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-896b5660-1acc-44f6-81a3-9fc667bda92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:25.752601 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-896b5660-1acc-44f6-81a3-9fc667bda92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:25.826943 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5153a-4c92-434f-9713-220fdeccada5 req-742ddf0e-120f-4fc2-ba85-b63c34f4a4f3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:25.828800 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f8a5153a-4c92-434f-9713-220fdeccada5 req-742ddf0e-120f-4fc2-ba85-b63c34f4a4f3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.2221375 Jan 21 08:04:25.909723 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f8a5153a-4c92-434f-9713-220fdeccada5 req-9b7d877f-30a3-4691-bda7-b4895c905074 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732858 Jan 21 08:04:26.202450 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a77824-7919-4c7b-852f-ca8201d0c117 req-521fa8f9-d11d-49d8-bb50-378fe384de37 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:26.202450 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c6a77824-7919-4c7b-852f-ca8201d0c117 req-521fa8f9-d11d-49d8-bb50-378fe384de37 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1149321 Jan 21 08:04:26.223998 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c6a77824-7919-4c7b-852f-ca8201d0c117 req-b89a8c00-9e9a-4f37-ae02-5bf305954564 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491369 Jan 21 08:04:26.259856 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-896b5660-1acc-44f6-81a3-9fc667bda92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:26.260027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:26.263875 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a8329056-564e-4692-9c8e-36bae3d9fe95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:26.300244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b5660-1acc-44f6-81a3-9fc667bda92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b81006-115e-4527-978f-075ad73a1a76,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:26.305936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-896b5660-1acc-44f6-81a3-9fc667bda92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:26.326795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-896b5660-1acc-44f6-81a3-9fc667bda92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:26.334050 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-896b5660-1acc-44f6-81a3-9fc667bda92d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40b81006-115e-4527-978f-075ad73a1a76 HTTP/1.1" status: 204 len: 168 time: 0.7778702 Jan 21 08:04:26.864799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59678) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:27.133763 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-970907204-network', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:04:27.149421 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:27.153916 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Usage tracker for resource:network and tenant:c3d4371ac87b422d8a76947709ddc2c5 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:27.161135 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:27.169100 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:27.251876 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Made reservation on behalf of c3d4371ac87b422d8a76947709ddc2c5 for: {'network': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:04:27.257831 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:27.285218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:27.352562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:27.352992 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725ed65-b05f-4056-93f5-13314e9946b2 req-7165b31a-d585-4df2-88dd-767dcc625d8f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:27.354984 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b725ed65-b05f-4056-93f5-13314e9946b2 req-7165b31a-d585-4df2-88dd-767dcc625d8f tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1197746 Jan 21 08:04:27.358172 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Usage tracker for resource:security_group_rule and tenant:c3d4371ac87b422d8a76947709ddc2c5 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:27.361425 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:27.368889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:27.436864 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b725ed65-b05f-4056-93f5-13314e9946b2 req-1e2053fd-cab2-4fd3-9eec-6906bf13e93a tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751598 Jan 21 08:04:27.735708 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:27.807735 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e07308-b65a-45c7-b223-52287183ffbe req-640258c6-0a93-497d-b054-80a13063efe8 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:27.809787 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-06e07308-b65a-45c7-b223-52287183ffbe req-640258c6-0a93-497d-b054-80a13063efe8 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.3510065 Jan 21 08:04:27.811242 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:27.834564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:04:27.853586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-99d49b0a-7a53-43e9-89c4-ada6bb8e3453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:27.918304 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0bfec1-8827-4e9c-a4de-7ca975e403ac,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:27.923554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:27.933108 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-06e07308-b65a-45c7-b223-52287183ffbe req-570e80a3-eadb-4eb2-9b76-cdafb33660f2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810766 Jan 21 08:04:27.959706 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:27.960113 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Added segment e4d7cc16-000d-4233-b5a4-b0c67231778e of type vxlan for network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e Jan 21 08:04:28.083530 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:28.511008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:28.512527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:28.513265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:28.518781 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:28.632871 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Pushing event updated for resources: {'Network': ['ID=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:28.635724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:28.643705 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:04:28.690744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccb0b6-a207-4ee1-81c3-67097dd454ab req-66968e21-3155-463a-927c-736ecb748a77 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:28.694156 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-05ccb0b6-a207-4ee1-81c3-67097dd454ab req-66968e21-3155-463a-927c-736ecb748a77 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1188643 Jan 21 08:04:28.712140 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8454175 Jan 21 08:04:28.715545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59712) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:28.721597 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Request body: {'subnet': {'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-970907204-subnet', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'ip_version': 4}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:04:28.728025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:28.732211 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Usage tracker for resource:subnet and tenant:c3d4371ac87b422d8a76947709ddc2c5 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:28.735837 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:28.746194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:28.753991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:04:28.762148 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-05ccb0b6-a207-4ee1-81c3-67097dd454ab req-0f415975-6fc6-457e-a076-932927c18b1b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633636 Jan 21 08:04:28.799208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Made reservation on behalf of c3d4371ac87b422d8a76947709ddc2c5 for: {'subnet': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:04:28.804128 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851060590'] for subnet, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:29.360296 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-ed840291-8ecf-445c-acc1-b52ec108b800 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:29.362064 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-ed840291-8ecf-445c-acc1-b52ec108b800 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.75 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.3812308 Jan 21 08:04:29.389090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bece3-e00e-4c2c-95dd-d8c9fd4ca67b req-c66fd069-9182-42b1-a815-1f0e242fc58e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:29.390867 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0c6bece3-e00e-4c2c-95dd-d8c9fd4ca67b req-c66fd069-9182-42b1-a815-1f0e242fc58e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.2284372 Jan 21 08:04:29.565949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Deleting port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:04:29.566504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:29.613395 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0c6bece3-e00e-4c2c-95dd-d8c9fd4ca67b req-cd13351b-20dc-4cec-9471-83cc7f80d50a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753223 Jan 21 08:04:29.938485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] For port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=2ce8c544-9612-4a4b-96c4-55d5a24b99aa,segment=NetworkSegment(1fa7f9fa-d212-4660-9e5c-915a17ccfd06),segment_id=1fa7f9fa-d212-4660-9e5c-915a17ccfd06)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:04:29.938888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:29.955475 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852210279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851060575'] for subnet, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:29.977482 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 2ce8c544-9612-4a4b-96c4-55d5a24b99aa no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:04:30.006873 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134a377-14f9-4e27-98de-13d0bec9ef12 req-71911f69-8274-4461-872f-5fe536786948 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:30.008599 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7134a377-14f9-4e27-98de-13d0bec9ef12 req-71911f69-8274-4461-872f-5fe536786948 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 945 time: 0.1032667 Jan 21 08:04:30.079917 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7134a377-14f9-4e27-98de-13d0bec9ef12 req-23c67937-45ad-40f1-bbfd-93db9e050661 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634987 Jan 21 08:04:30.090937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:30.127832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:30.132401 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Calling delete_port for 2ce8c544-9612-4a4b-96c4-55d5a24b99aa owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:04:30.158155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f92f28-870a-47f3-860d-014163d9b2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce8c544-9612-4a4b-96c4-55d5a24b99aa'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:04:30.187839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=2ce8c544-9612-4a4b-96c4-55d5a24b99aa,segment=NetworkSegment(1fa7f9fa-d212-4660-9e5c-915a17ccfd06),segment_id=1fa7f9fa-d212-4660-9e5c-915a17ccfd06)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:04:30.229055 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f92f28-870a-47f3-860d-014163d9b2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce8c544-9612-4a4b-96c4-55d5a24b99aa', 'code': 200} Jan 21 08:04:30.239342 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:30.241514 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:30.300252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee337f00-ef02-4beb-9c87-8377011be091,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:30.303348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:30.350209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=2ce8c544-9612-4a4b-96c4-55d5a24b99aa,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:30.368419 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:30.408452 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Checking segment: {'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:04:30.408761 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Network hostable DHCP agents. Network: da552a9f-503a-4d0f-83cc-e1cbe1d1b57e, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:04:30.445548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80227) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:04:30.445922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:04:30.487241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:04:30.625183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, da552a9f-503a-4d0f-83cc-e1cbe1d1b57e) {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:04:30.634892 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9424e92-86af-4e0a-a443-0be45737ec01 None None] Network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:04:30.639328 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:30.645324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:30.706104 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9893765 Jan 21 08:04:30.708943 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59752) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:30.723415 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:04:30.731775 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:30.743982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Usage tracker for resource:router and tenant:c3d4371ac87b422d8a76947709ddc2c5 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:30.747463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:30.754565 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:30.821975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-382057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64853'] for router, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:30.823593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-368780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710870'] for router, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:30.856779 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:30.884733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad5dd5b-8473-5dcf-ba09-1ee1d1d0759e-da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'fixed_ips': [{'subnet_id': 'ee337f00-ef02-4beb-9c87-8377011be091'}]}} from dv-cinder-768592-5-smb. {{(pid=80228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 08:04:30.885689 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:30.909161 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6936ea-a1f5-4a5c-a62c-ea60a12936e7 req-2c2dcbf4-2d9d-43a1-b185-bb5157f88bbc tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:30.910824 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0d6936ea-a1f5-4a5c-a62c-ea60a12936e7 req-2c2dcbf4-2d9d-43a1-b185-bb5157f88bbc tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1304791 Jan 21 08:04:30.946900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Deleting port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:04:30.947560 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:31.188992 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0d6936ea-a1f5-4a5c-a62c-ea60a12936e7 req-a36a2ae8-3d92-497b-be64-f4df14dfe234 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712088 Jan 21 08:04:31.249984 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] For port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=2ce8c544-9612-4a4b-96c4-55d5a24b99aa,segment=NetworkSegment(1fa7f9fa-d212-4660-9e5c-915a17ccfd06),segment_id=1fa7f9fa-d212-4660-9e5c-915a17ccfd06)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:04:31.250574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:31.275288 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Allocated IP 172.20.0.2 (da552a9f-503a-4d0f-83cc-e1cbe1d1b57e/ee337f00-ef02-4beb-9c87-8377011be091/ab21dae6-dd34-4083-9c56-fc8f2a92074b) {{(pid=80228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:04:31.398591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Calling delete_port for 2ce8c544-9612-4a4b-96c4-55d5a24b99aa owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:04:31.490305 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-368799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710853'] for router, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:31.535929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Notify callbacks [] for port, precommit_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:31.579077 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b61e4a-fba8-440c-9104-f71211d13c43 req-32d5019a-7de3-4739-a889-61757c1b76db tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:31.579881 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-c9b61e4a-fba8-440c-9104-f71211d13c43 req-32d5019a-7de3-4739-a889-61757c1b76db tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Synchronizing usage tracker for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:04:31.597570 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce9988-4fe6-4fec-ab36-78dafd1f2fb1 req-2f6a07fd-325d-450d-a03f-4580f894ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:31.601472 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fce9988-4fe6-4fec-ab36-78dafd1f2fb1 req-2f6a07fd-325d-450d-a03f-4580f894ed9b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 1163 time: 0.0967443 Jan 21 08:04:31.627728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-c9b61e4a-fba8-440c-9104-f71211d13c43 req-32d5019a-7de3-4739-a889-61757c1b76db tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Unset dirty status for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:04:31.629146 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c9b61e4a-fba8-440c-9104-f71211d13c43 req-32d5019a-7de3-4739-a889-61757c1b76db tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 943 time: 0.2382925 Jan 21 08:04:31.657592 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Transition to ACTIVE for port object ab21dae6-dd34-4083-9c56-fc8f2a92074b will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:04:31.685305 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c9b61e4a-fba8-440c-9104-f71211d13c43 req-2c42273b-2555-4a85-bcba-206b7582ef5b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478311 Jan 21 08:04:31.753794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Transition to ACTIVE for port object ab21dae6-dd34-4083-9c56-fc8f2a92074b will not be triggered until provisioned by entity DHCP. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:04:31.821954 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:31.845359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce9988-4fe6-4fec-ab36-78dafd1f2fb1 req-b0cf8013-8ea6-4de6-89fa-705034d5fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:31.846979 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fce9988-4fe6-4fec-ab36-78dafd1f2fb1 req-b0cf8013-8ea6-4de6-89fa-705034d5fdbd service neutron] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 911 time: 0.2354939 Jan 21 08:04:31.849867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:31.868311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:31.884796 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cf9122a2-93cc-4f07-a157-d74aa25a2e5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:31.940459 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Pushing event deleted for resources: {'Port': ['ID=2ce8c544-9612-4a4b-96c4-55d5a24b99aa,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:31.989616 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:32.060779 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Pushing event updated for resources: {'Port': ['ID=ab21dae6-dd34-4083-9c56-fc8f2a92074b,revision_number=1']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:32.073288 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:32.086750 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e is already hosted by enough agents. {{(pid=80228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:04:32.089634 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Resources bound (agent type, host, resource id): {{(pid=80228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:04:32.097115 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Received port after_create {{(pid=80228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:04:32.118011 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] No DVR routers for this DVR port 2ce8c544-9612-4a4b-96c4-55d5a24b99aa on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:04:32.120772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:32.123922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f92f28-870a-47f3-860d-014163d9b2fc', 'name': 'network-vif-deleted', 'tag': '2ce8c544-9612-4a4b-96c4-55d5a24b99aa'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:04:32.161401 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fce9988-4fe6-4fec-ab36-78dafd1f2fb1 req-325c5da1-942b-4f7f-8017-1692648607d2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8120fdcf-5512-4910-9186-ad4267b682d9 HTTP/1.1" status: 200 len: 1001 time: 0.2951236 Jan 21 08:04:32.166296 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c433cd9b-36ab-42c0-8966-7e8b5cee8511 req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.75 "DELETE /v2.0/ports/2ce8c544-9612-4a4b-96c4-55d5a24b99aa HTTP/1.1" status: 204 len: 173 time: 2.7737529 Jan 21 08:04:32.168808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Attempting to bind port ab21dae6-dd34-4083-9c56-fc8f2a92074b on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:04:32.169238 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Attempting to bind port ab21dae6-dd34-4083-9c56-fc8f2a92074b by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:04:32.169660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Attempting to bind port ab21dae6-dd34-4083-9c56-fc8f2a92074b on network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:04:32.176264 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:04:32.177199 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Checking segment: {'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:04:32.177659 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:32.178117 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Bound using segment: {'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:04:32.179641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Bound port: ab21dae6-dd34-4083-9c56-fc8f2a92074b, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:04:32.180094 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:32.186959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:32.197514 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f92f28-870a-47f3-860d-014163d9b2fc', 'name': 'network-vif-deleted', 'tag': '2ce8c544-9612-4a4b-96c4-55d5a24b99aa', 'status': 'completed', 'code': 200} Jan 21 08:04:32.281968 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] For port ab21dae6-dd34-4083-9c56-fc8f2a92074b, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:04:32.286807 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] For port ab21dae6-dd34-4083-9c56-fc8f2a92074b, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=ab21dae6-dd34-4083-9c56-fc8f2a92074b,segment=NetworkSegment(e4d7cc16-000d-4233-b5a4-b0c67231778e),segment_id=e4d7cc16-000d-4233-b5a4-b0c67231778e)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:04:32.299667 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:32.317571 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:32.338117 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:32.466835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce9988-4fe6-4fec-ab36-78dafd1f2fb1 req-eaf2dcc4-5f66-4b4a-8940-16854a6b9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:32.469677 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fce9988-4fe6-4fec-ab36-78dafd1f2fb1 req-eaf2dcc4-5f66-4b4a-8940-16854a6b9dc9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.2845473 Jan 21 08:04:32.532678 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e6f4a-15d5-4bbd-a3b5-e56aadfe22e0 req-aa798252-94a3-4e21-b05c-4c930d1c07ff tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:32.535065 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f47e6f4a-15d5-4bbd-a3b5-e56aadfe22e0 req-aa798252-94a3-4e21-b05c-4c930d1c07ff tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1397038 Jan 21 08:04:32.581698 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Pushing event updated for resources: {'Port': ['ID=ab21dae6-dd34-4083-9c56-fc8f2a92074b,revision_number=2']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:32.587257 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:32.610398 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f47e6f4a-15d5-4bbd-a3b5-e56aadfe22e0 req-e8c3ab83-eb8c-47d2-bb05-6312baa2b94b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676389 Jan 21 08:04:32.729494 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce9988-4fe6-4fec-ab36-78dafd1f2fb1 req-f5788aa3-3667-41a2-89c5-a14e0d52b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:32.731359 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fce9988-4fe6-4fec-ab36-78dafd1f2fb1 req-f5788aa3-3667-41a2-89c5-a14e0d52b3e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2342680 Jan 21 08:04:32.867383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Allocated IP 172.28.2.169 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/2c6e36d2-31e7-4065-b83a-ceb7f4055d1f) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:04:32.960427 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cfad3ce0-a691-45d6-aadf-1312fa8c217e req-4edf0845-a0c0-4b64-804f-e6f5440567d0 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=74f92f28-870a-47f3-860d-014163d9b2fc HTTP/1.1" status: 200 len: 210 time: 0.1029646 Jan 21 08:04:32.975883 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fce9988-4fe6-4fec-ab36-78dafd1f2fb1 req-ad9ab14f-2829-4493-be74-05cfae048a25 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310011 Jan 21 08:04:33.277393 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fce9988-4fe6-4fec-ab36-78dafd1f2fb1 req-d5e8af04-cff3-4887-affa-e27ab0f4cc62 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2729881 Jan 21 08:04:33.282528 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:33.376984 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:33.393802 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:33.539019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Pushing event updated for resources: {'Port': ['ID=2c6e36d2-31e7-4065-b83a-ceb7f4055d1f,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:33.552865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:33.601506 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:04:33.602682 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:04:33.611957 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:04:33.891823 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d2c6-9f2c-4775-b3f7-a179356217a9 req-f8180ed8-4b1f-4a4b-9dd4-54bfc6bf5505 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:33.893617 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9950d2c6-9f2c-4775-b3f7-a179356217a9 req-f8180ed8-4b1f-4a4b-9dd4-54bfc6bf5505 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1210392 Jan 21 08:04:33.955846 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9950d2c6-9f2c-4775-b3f7-a179356217a9 req-28267034-ff30-4bba-afd8-12376d797ec6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549843 Jan 21 08:04:34.066542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beaa58b-9473-4e0c-b536-f180fcecdbce None None] Network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:04:34.401716 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-b84a1bd1-d4fc-4d06-b120-c04b7104d2bf None None] Provisioning for port ab21dae6-dd34-4083-9c56-fc8f2a92074b completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:04:34.458683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:34.626676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device ab21dae6-dd34-4083-9c56-fc8f2a92074b up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:34.770846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port ab21dae6-dd34-4083-9c56-fc8f2a92074b completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:04:34.777187 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port ab21dae6-dd34-4083-9c56-fc8f2a92074b triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:34.777711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:34.857770 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1a4fb54c-d940-4502-b81c-c96982973e95 None None] Provisioning complete for port ab21dae6-dd34-4083-9c56-fc8f2a92074b triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:34.858258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb54c-d940-4502-b81c-c96982973e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:35.011330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514bf32-fa76-4c88-9cb9-31ab00320efb req-6e3926a1-d60d-4991-b81d-433d93cbb1df tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:35.013228 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5514bf32-fa76-4c88-9cb9-31ab00320efb req-6e3926a1-d60d-4991-b81d-433d93cbb1df tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.2220919 Jan 21 08:04:35.014371 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-383352'] for router, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:35.085667 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:35.142795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb54c-d940-4502-b81c-c96982973e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:35.161009 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port ab21dae6-dd34-4083-9c56-fc8f2a92074b, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=ab21dae6-dd34-4083-9c56-fc8f2a92074b,segment=NetworkSegment(e4d7cc16-000d-4233-b5a4-b0c67231778e),segment_id=e4d7cc16-000d-4233-b5a4-b0c67231778e)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:04:35.205180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:35.214239 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8d0d256f-902e-4849-8d10-e9fc3201839b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:35.264646 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90bd6-12b9-4e81-8d23-86625b7e1222 req-987304fd-b100-4fb2-a0d2-e7a97d13f482 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:35.273284 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fc90bd6-12b9-4e81-8d23-86625b7e1222 req-987304fd-b100-4fb2-a0d2-e7a97d13f482 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1234996 Jan 21 08:04:35.276228 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5514bf32-fa76-4c88-9cb9-31ab00320efb req-9fe66234-d961-4720-ac5e-0dfba33044b6 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548428 Jan 21 08:04:35.304018 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [None req-1a4fb54c-d940-4502-b81c-c96982973e95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80228) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:04:35.304464 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [None req-1a4fb54c-d940-4502-b81c-c96982973e95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:04:35.339745 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fc90bd6-12b9-4e81-8d23-86625b7e1222 req-f762ce9c-6ca8-4d45-a447-35760be69d4e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652978 Jan 21 08:04:35.344036 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=ab21dae6-dd34-4083-9c56-fc8f2a92074b,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:35.353155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.353555 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.353922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.354300 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.354969 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.355343 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.355716 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.356080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.356476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.356841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.357212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.357562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.357976 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.358337 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.358698 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.359057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.359416 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.359776 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.360136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.360554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.360977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.361312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.361669 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.362038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:35.367222 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:35.407662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 is scheduled to L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c with binding_index 1 {{(pid=80226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 08:04:35.606368 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:04:35.616261 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Sync routers for ids ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:04:35.626186 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Routers {'fda247e8-5ab4-4b99-99cb-dc0eea5e0477'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:04:35.626843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:04:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:04:35.656580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Notify callbacks [] for router, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:35.658089 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9471686 Jan 21 08:04:35.661203 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 59822) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:35.995771 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-dcf8b3ec-3641-453b-a8c1-3a0636a9df0e None None] Provisioning complete for port ab21dae6-dd34-4083-9c56-fc8f2a92074b triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:35.996209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dcf8b3ec-3641-453b-a8c1-3a0636a9df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:36.078469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Set router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:04:36.558725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9469a-8f00-40f6-8df7-4bb3deb09207 req-682a4853-1acd-486b-8f8f-c8b853685ca2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:36.560527 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b9d9469a-8f00-40f6-8df7-4bb3deb09207 req-682a4853-1acd-486b-8f8f-c8b853685ca2 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1447272 Jan 21 08:04:36.560836 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:04:34Z', 'revision_number': 3, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:04:36.576971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Checking router: fda247e8-5ab4-4b99-99cb-dc0eea5e0477 for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:04:36.577124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Updating router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 port 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f binding host dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 08:04:36.598682 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device ab21dae6-dd34-4083-9c56-fc8f2a92074b up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:36.624892 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b9d9469a-8f00-40f6-8df7-4bb3deb09207 req-ab1a0431-b15b-403b-98b1-637ad9897494 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578506 Jan 21 08:04:36.661811 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:36.724154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port ab21dae6-dd34-4083-9c56-fc8f2a92074b triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:36.724154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:36.724352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59838) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:36.807584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b670f-a76d-4ee7-8025-f3d27e361b6f req-0fba5e06-06f6-44ed-a309-ba8addab089d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:36.809260 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1c8b670f-a76d-4ee7-8025-f3d27e361b6f req-0fba5e06-06f6-44ed-a309-ba8addab089d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1906476 Jan 21 08:04:36.902448 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1c8b670f-a76d-4ee7-8025-f3d27e361b6f req-d1a15d92-f00d-4e89-a462-bf17bc46e8e3 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853128 Jan 21 08:04:36.916540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e7b5bd43-5cf3-4b52-962d-cda2fddb68bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:36.941265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-e7b5bd43-5cf3-4b52-962d-cda2fddb68bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:36.947123 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-e7b5bd43-5cf3-4b52-962d-cda2fddb68bf admin admin] Usage tracker for resource:security_group_rule and tenant:31367b9ef57c48f3b16968fcfa14261c is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:36.950726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-e7b5bd43-5cf3-4b52-962d-cda2fddb68bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:36.958124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-e7b5bd43-5cf3-4b52-962d-cda2fddb68bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:36.981452 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.170023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Notify callbacks [] for port, precommit_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.192753 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Transition to ACTIVE for port object 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f will not be triggered until provisioned by entity L2. {{(pid=80229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:04:37.216360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.222279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e7b5bd43-5cf3-4b52-962d-cda2fddb68bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.233242 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-593f4d19-aadd-4ef9-b2b8-36fb85874d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:37.255950 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e7b5bd43-5cf3-4b52-962d-cda2fddb68bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.274557 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-204cce43-e746-4df1-88d3-75899230a36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:37.306204 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5bd43-5cf3-4b52-962d-cda2fddb68bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cec151-de9f-4fb0-8d94-566dccc94fe5,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:37.312287 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e7b5bd43-5cf3-4b52-962d-cda2fddb68bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:37.333744 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e7b5bd43-5cf3-4b52-962d-cda2fddb68bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31367b9ef57c48f3b16968fcfa14261c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6079679 Jan 21 08:04:37.336440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59846) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:37.394357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Allocated IP 172.20.0.1 (da552a9f-503a-4d0f-83cc-e1cbe1d1b57e/ee337f00-ef02-4beb-9c87-8377011be091/a732cf18-701c-4285-b3c6-4745e325b39d) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:04:37.422568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7b29d4eb-cfd6-4ccc-8c8a-985c8d8c97a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.439914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Pushing event updated for resources: {'Port': ['ID=2c6e36d2-31e7-4065-b83a-ceb7f4055d1f,revision_number=2']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:37.453887 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7b29d4eb-cfd6-4ccc-8c8a-985c8d8c97a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.460988 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.461372 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.461736 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.462102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.462718 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.463076 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.463434 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.463792 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.464149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.464527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.464875 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.465216 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.465624 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.465977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.466335 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.466686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.467032 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.467381 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.467728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.468080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.468450 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.469156 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.469156 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.469437 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:37.476214 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:37.507678 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Attempting to bind port 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:04:37.508232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Attempting to bind port 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:04:37.508709 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Attempting to bind port 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f on network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:04:37.515649 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:04:37.516060 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Checking segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:04:37.516535 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.516970 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Bound using segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:04:37.517482 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Bound port: 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:04:37.517893 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.593366 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7b29d4eb-cfd6-4ccc-8c8a-985c8d8c97a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.598859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-896b5660-1acc-44f6-81a3-9fc667bda92d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:37.611159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29d4eb-cfd6-4ccc-8c8a-985c8d8c97a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cec151-de9f-4fb0-8d94-566dccc94fe5,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:37.616712 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7b29d4eb-cfd6-4ccc-8c8a-985c8d8c97a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:37.618769 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7b29d4eb-cfd6-4ccc-8c8a-985c8d8c97a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.619753 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] For port 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:04:37.625262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] For port 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=2c6e36d2-31e7-4065-b83a-ceb7f4055d1f,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:04:37.626967 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-7b29d4eb-cfd6-4ccc-8c8a-985c8d8c97a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31cec151-de9f-4fb0-8d94-566dccc94fe5 HTTP/1.1" status: 204 len: 168 time: 0.2889605 Jan 21 08:04:37.635983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.650880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.654177 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Transition to ACTIVE for port object a732cf18-701c-4285-b3c6-4745e325b39d will not be triggered until provisioned by entity DHCP. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:04:37.678650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:37.714223 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:37.780081 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:37.848349 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Pushing event updated for resources: {'Port': ['ID=2c6e36d2-31e7-4065-b83a-ceb7f4055d1f,revision_number=3']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:37.854240 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9635da1e-1e6f-40e3-a758-55af28486e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:37.881472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Pushing event updated for resources: {'Port': ['ID=a732cf18-701c-4285-b3c6-4745e325b39d,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:37.886676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:37.909114 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Routers {'fda247e8-5ab4-4b99-99cb-dc0eea5e0477'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:04:37.909903 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:04:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:04:37.929053 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11b13e-e9d7-47ed-bd8f-59ac52b8b19a req-d479ef5f-9a51-432e-9ef1-9f0f079bffe3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:37.935442 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:04:37.936768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:04:37.936996 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1c11b13e-e9d7-47ed-bd8f-59ac52b8b19a req-d479ef5f-9a51-432e-9ef1-9f0f079bffe3 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1645553 Jan 21 08:04:37.939260 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:04:38.011929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854392411'] for router_interface, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:38.048784 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1c11b13e-e9d7-47ed-bd8f-59ac52b8b19a req-206c8637-5dc6-4bca-8ce5-be73264982cc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065907 Jan 21 08:04:38.225159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] Set router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:04:38.273751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 8120fdcf-5512-4910-9186-ad4267b682d9 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:04:38.277612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:38.346007 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-c91e9f0c-274b-43a4-929f-70d6bc98b424 None None] Provisioning for port a732cf18-701c-4285-b3c6-4745e325b39d completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:04:38.360750 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-c91e9f0c-274b-43a4-929f-70d6bc98b424 None None] Provisioning complete for port a732cf18-701c-4285-b3c6-4745e325b39d triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:38.361422 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c91e9f0c-274b-43a4-929f-70d6bc98b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:38.378263 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753174b1-268a-4e76-8de0-d14f700640f3 req-05223e10-3187-46a4-b035-8fa70b76daf2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:38.379925 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-753174b1-268a-4e76-8de0-d14f700640f3 req-05223e10-3187-46a4-b035-8fa70b76daf2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.2158198 Jan 21 08:04:38.447837 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-c91e9f0c-274b-43a4-929f-70d6bc98b424 None None] Port a732cf18-701c-4285-b3c6-4745e325b39d cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:04:38.492429 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-753174b1-268a-4e76-8de0-d14f700640f3 req-def7522b-1676-402e-a3a1-285330026cae tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009471 Jan 21 08:04:38.589715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:38.651855 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9466a224-999a-4815-b74e-4ee36da4f220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8120fdcf-5512-4910-9186-ad4267b682d9'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:04:38.665376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 8120fdcf-5512-4910-9186-ad4267b682d9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8120fdcf-5512-4910-9186-ad4267b682d9,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:04:38.710629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:38.712853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1f6fe43d-caf6-4baa-85d8-e56cf45eabdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:38.738758 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:38.758446 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9466a224-999a-4815-b74e-4ee36da4f220', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8120fdcf-5512-4910-9186-ad4267b682d9', 'code': 422} returned with failed status Jan 21 08:04:38.799138 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852211439'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:38.810434 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=8120fdcf-5512-4910-9186-ad4267b682d9,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:38.818004 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:38.855728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-90b8f42f-0ab0-4a3b-89c8-49d4a2c21237 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:38.905570 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:04:34Z', 'revision_number': 3, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:04:38.906647 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853185421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854393790'] for router_interface, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:38.909867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4beb8f-d483-49eb-b384-5a035dc28820 None None] The sync data for ids ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'] in dv-cinder-768592-5-smb is: [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:04:34Z', 'revision_number': 3, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:04:39.218932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Pushing event updated for resources: {'Port': ['ID=a732cf18-701c-4285-b3c6-4745e325b39d,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:39.234628 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:39.353576 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f88183f-ac57-49fa-bd24-e1795120e8f6 req-61638395-f828-4e8f-a462-9219e0b31fd3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1331623 Jan 21 08:04:39.377565 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:04:39.379650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:04:39.601458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88183f-ac57-49fa-bd24-e1795120e8f6 req-2496ef68-abdb-443d-9324-523a889010a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:39.604950 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f88183f-ac57-49fa-bd24-e1795120e8f6 req-2496ef68-abdb-443d-9324-523a889010a1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1f1c6571386d4c078fea438e75156ddf&device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 1162 time: 0.1608090 Jan 21 08:04:39.690469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c84c8-053c-4d43-a2a2-4dff4045cab2 req-637ff2ee-8490-40f2-abf8-a65ee5581a90 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:39.691240 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-012c84c8-053c-4d43-a2a2-4dff4045cab2 req-637ff2ee-8490-40f2-abf8-a65ee5581a90 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Synchronizing usage tracker for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:04:39.734123 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:04:39.793147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-2fdaaed2-8c99-4ea5-bf48-2a318493d8eb None None] Provisioning complete for port a732cf18-701c-4285-b3c6-4745e325b39d triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:39.793587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2fdaaed2-8c99-4ea5-bf48-2a318493d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:39.869932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-012c84c8-053c-4d43-a2a2-4dff4045cab2 req-637ff2ee-8490-40f2-abf8-a65ee5581a90 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Unset dirty status for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:04:39.878229 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-012c84c8-053c-4d43-a2a2-4dff4045cab2 req-637ff2ee-8490-40f2-abf8-a65ee5581a90 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.6448550 Jan 21 08:04:39.895586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-2fdaaed2-8c99-4ea5-bf48-2a318493d8eb None None] Port a732cf18-701c-4285-b3c6-4745e325b39d cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:04:39.905268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88183f-ac57-49fa-bd24-e1795120e8f6 req-f5c6757c-8ce5-4e25-b99f-8ce46a1f9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:39.907163 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f88183f-ac57-49fa-bd24-e1795120e8f6 req-f5c6757c-8ce5-4e25-b99f-8ce46a1f9ff0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=75214904-c0b0-44db-9af2-b3f288039817 HTTP/1.1" status: 200 len: 903 time: 0.2742925 Jan 21 08:04:40.040854 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-012c84c8-053c-4d43-a2a2-4dff4045cab2 req-10a9a4a3-2e6c-44ef-bdd3-6e0cdb88aad1 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615975 Jan 21 08:04:40.086054 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f88183f-ac57-49fa-bd24-e1795120e8f6 req-a59e8cfc-1d73-4e96-b949-7945bcdfdd0a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a1c6dc-3712-4398-9450-518133a37dd3 HTTP/1.1" status: 200 len: 1001 time: 0.1571660 Jan 21 08:04:40.107225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:04:40.117986 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:04:40.153618 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] 10.222.0.64 "PUT /v2.0/routers/fda247e8-5ab4-4b99-99cb-dc0eea5e0477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4911056 Jan 21 08:04:40.186610 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88183f-ac57-49fa-bd24-e1795120e8f6 req-3589d277-9d72-427d-81c1-bf3eae2f99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:40.190377 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f88183f-ac57-49fa-bd24-e1795120e8f6 req-3589d277-9d72-427d-81c1-bf3eae2f99f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2e5447aa-b413-44fe-b584-4a19bb1e582c HTTP/1.1" status: 200 len: 848 time: 0.0815108 Jan 21 08:04:40.301302 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88183f-ac57-49fa-bd24-e1795120e8f6 req-54911f6f-8857-49df-acd6-0b9125159966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:40.302828 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f88183f-ac57-49fa-bd24-e1795120e8f6 req-54911f6f-8857-49df-acd6-0b9125159966 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75214904-c0b0-44db-9af2-b3f288039817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1004696 Jan 21 08:04:40.488515 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f88183f-ac57-49fa-bd24-e1795120e8f6 req-3e82045e-787c-4537-ac9e-4c5e6bbffac5 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714165 Jan 21 08:04:40.595742 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:40.652353 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c3dfa-1090-437d-ac10-ba809f30abbe req-bb5f70ad-869c-469d-b4db-322ba7c2371d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:40.654185 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-693c3dfa-1090-437d-ac10-ba809f30abbe req-bb5f70ad-869c-469d-b4db-322ba7c2371d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1454637 Jan 21 08:04:40.679431 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f88183f-ac57-49fa-bd24-e1795120e8f6 req-68c04f2b-c1fc-4822-820b-5586021f7614 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1671319 Jan 21 08:04:40.727404 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-693c3dfa-1090-437d-ac10-ba809f30abbe req-bd794834-8099-47ab-8dfc-606bbd123fa3 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643697 Jan 21 08:04:40.735852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:04:40.742120 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:40.742521 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:40.875716 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:40.893835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=2c6e36d2-31e7-4065-b83a-ceb7f4055d1f,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:04:40.918820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:40.921013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:40.992928 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=2c6e36d2-31e7-4065-b83a-ceb7f4055d1f,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:40.996393 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:41.302540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c19453-ef61-4a09-bdb7-a20c8c2f3a41 req-b2f8e720-0165-4dc0-9810-d1ce2ca75242 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:41.304744 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d5c19453-ef61-4a09-bdb7-a20c8c2f3a41 req-b2f8e720-0165-4dc0-9810-d1ce2ca75242 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1313965 Jan 21 08:04:41.371066 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d5c19453-ef61-4a09-bdb7-a20c8c2f3a41 req-1e0debfe-24b7-479e-8cc3-43a83ca360cb tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581803 Jan 21 08:04:42.251271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Sync routers for ids ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:04:42.269223 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Routers {'fda247e8-5ab4-4b99-99cb-dc0eea5e0477'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:04:42.272845 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:04:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:04:42.326756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01ab1a-994a-4150-b89d-ee4e3179766f req-1af8947f-6dd9-41b2-9427-a3c266214a5f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:42.336758 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cf01ab1a-994a-4150-b89d-ee4e3179766f req-1af8947f-6dd9-41b2-9427-a3c266214a5f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.4418511 Jan 21 08:04:42.370435 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-5782a310-aa0d-4c30-be3d-787df58327b1 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/networks?tenant_id=af44a260bc4f445a8ab0769e993dbd68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775409 Jan 21 08:04:42.442224 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cf01ab1a-994a-4150-b89d-ee4e3179766f req-4ecd1b70-7ea4-4cbb-a295-2dc496274475 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037958 Jan 21 08:04:42.559114 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Set router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:04:42.616270 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-0545d94e-f19a-4793-9887-a3baa7aa42d4 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:42.625208 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-0545d94e-f19a-4793-9887-a3baa7aa42d4 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469537 Jan 21 08:04:42.639019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 59964) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:42.656482 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-ffd38a47-bc36-4633-8690-ffe7e2c152ba tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/quotas/af44a260bc4f445a8ab0769e993dbd68 HTTP/1.1" status: 200 len: 375 time: 0.0297697 Jan 21 08:04:42.729670 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-75748d7b-491c-4e8c-9699-4e742e75620f tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?tenant_id=af44a260bc4f445a8ab0769e993dbd68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720255 Jan 21 08:04:42.850765 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:42.904812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19d230-b54d-4c67-872a-4fe46e7fb531 req-a3d6b2ae-a89b-46af-9f2e-7f760538dfcc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:42.914179 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fc19d230-b54d-4c67-872a-4fe46e7fb531 req-a3d6b2ae-a89b-46af-9f2e-7f760538dfcc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.2080977 Jan 21 08:04:42.985185 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fc19d230-b54d-4c67-872a-4fe46e7fb531 req-0f461836-4188-4447-a359-4b939de2f0ce tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689721 Jan 21 08:04:43.028073 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-d15a212d-7aaf-4e53-96f6-f29430d3468f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3872862 Jan 21 08:04:43.133221 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:04:38Z', 'revision_number': 4, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'a732cf18-701c-4285-b3c6-4745e325b39d', 'name': '', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'mac_address': 'fa:16:3e:c0:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:37Z', 'updated_at': '2021-01-21T08:04:38Z', 'revision_number': 2, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'subnets': [{'id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:04:43.136052 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:43.136530 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:43.192183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Checking router: fda247e8-5ab4-4b99-99cb-dc0eea5e0477 for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:04:43.192657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Updating router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 port a732cf18-701c-4285-b3c6-4745e325b39d binding host dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 08:04:43.448090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:43.776331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f61ca-bd30-44f7-a038-4ac756ef49c5 req-d0451bd8-074f-46c4-a5b2-3a77d05e0fdf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:43.778059 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9f0f61ca-bd30-44f7-a038-4ac756ef49c5 req-d0451bd8-074f-46c4-a5b2-3a77d05e0fdf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1261101 Jan 21 08:04:43.856634 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9f0f61ca-bd30-44f7-a038-4ac756ef49c5 req-c99e0252-a43a-4a01-8ca6-a728c1bd28be tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716281 Jan 21 08:04:44.033029 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Notify callbacks [] for port, precommit_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:44.048627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Transition to ACTIVE for port object a732cf18-701c-4285-b3c6-4745e325b39d will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:04:44.090767 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:44.160897 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a2570557-4a61-4683-aa93-83047c56df9e req-42795d17-64a1-49d5-b6cb-dce20bf08cd1 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 210 time: 0.1033490 Jan 21 08:04:44.307200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:44.367721 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad891db-bdd8-43e5-8fea-96b7b813825b req-51956c0c-6714-49b1-b696-c3fcb37a7a4a tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:44.369520 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2ad891db-bdd8-43e5-8fea-96b7b813825b req-51956c0c-6714-49b1-b696-c3fcb37a7a4a tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1837552 Jan 21 08:04:44.425784 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bc1bd-7d20-43d3-a55e-85dba21b78be None None] Pushing event updated for resources: {'Port': ['ID=a732cf18-701c-4285-b3c6-4745e325b39d,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:44.429322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a32bc1bd-7d20-43d3-a55e-85dba21b78be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:44.440852 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2ad891db-bdd8-43e5-8fea-96b7b813825b req-006bd288-f811-4998-9839-116483cb935b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616205 Jan 21 08:04:44.627907 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Attempting to bind port a732cf18-701c-4285-b3c6-4745e325b39d on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:04:44.628475 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Attempting to bind port a732cf18-701c-4285-b3c6-4745e325b39d by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:04:44.628741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Attempting to bind port a732cf18-701c-4285-b3c6-4745e325b39d on network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:04:44.636050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:04:44.636506 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Checking segment: {'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:04:44.637116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:44.637568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Bound using segment: {'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:04:44.638124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Bound port: a732cf18-701c-4285-b3c6-4745e325b39d, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:04:44.638550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:44.747349 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] For port a732cf18-701c-4285-b3c6-4745e325b39d, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:04:44.751150 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] For port a732cf18-701c-4285-b3c6-4745e325b39d, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=a732cf18-701c-4285-b3c6-4745e325b39d,segment=NetworkSegment(e4d7cc16-000d-4233-b5a4-b0c67231778e),segment_id=e4d7cc16-000d-4233-b5a4-b0c67231778e)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:04:44.813588 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:44.829988 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:45.001493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bc1bd-7d20-43d3-a55e-85dba21b78be None None] Pushing event updated for resources: {'Port': ['ID=a732cf18-701c-4285-b3c6-4745e325b39d,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:45.007147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a32bc1bd-7d20-43d3-a55e-85dba21b78be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:45.052940 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Routers {'fda247e8-5ab4-4b99-99cb-dc0eea5e0477'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:04:45.053741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:04:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:04:45.128213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf95ba-436a-477a-bc96-e99a3886eb16 req-2c654c10-9492-4066-baae-aef2bc51355c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:45.130045 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bebf95ba-436a-477a-bc96-e99a3886eb16 req-2c654c10-9492-4066-baae-aef2bc51355c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1293354 Jan 21 08:04:45.213394 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bebf95ba-436a-477a-bc96-e99a3886eb16 req-87444874-5345-42ef-a6e7-86843ddd189c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562966 Jan 21 08:04:45.305382 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] Set router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:04:45.370204 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ad1fe120-89a4-44fd-b6c4-b750a2ffa63f req-2f604824-d219-4445-bc0b-0cb6939da471 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 210 time: 0.0562067 Jan 21 08:04:45.529612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10a1dd-ee94-40d7-bdac-9c6347b78f3e req-f35aab60-8334-4041-a954-cf1848214f3b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:45.531927 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6f10a1dd-ee94-40d7-bdac-9c6347b78f3e req-f35aab60-8334-4041-a954-cf1848214f3b tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.75 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.1110919 Jan 21 08:04:45.679805 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-6f10a1dd-ee94-40d7-bdac-9c6347b78f3e req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Deleting port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:04:45.680376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6f10a1dd-ee94-40d7-bdac-9c6347b78f3e req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:45.690324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:04:38Z', 'revision_number': 4, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'a732cf18-701c-4285-b3c6-4745e325b39d', 'name': '', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'mac_address': 'fa:16:3e:c0:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:37Z', 'updated_at': '2021-01-21T08:04:44Z', 'revision_number': 4, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'subnets': [{'id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:04:45.698704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc5173-6dad-452d-8f1d-6ec51c44908f None None] The sync data for ids ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'] in dv-cinder-768592-5-smb is: [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:04:38Z', 'revision_number': 4, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'a732cf18-701c-4285-b3c6-4745e325b39d', 'name': '', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'mac_address': 'fa:16:3e:c0:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:37Z', 'updated_at': '2021-01-21T08:04:44Z', 'revision_number': 4, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'subnets': [{'id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:04:45.836086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6029f-24e4-4030-b7c5-2dba618a8c96 req-a8315009-4ca4-4b82-a703-7bc91c21d968 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:45.838094 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aef6029f-24e4-4030-b7c5-2dba618a8c96 req-a8315009-4ca4-4b82-a703-7bc91c21d968 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 946 time: 0.2437267 Jan 21 08:04:46.011458 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aef6029f-24e4-4030-b7c5-2dba618a8c96 req-b4727375-6933-4a23-a994-2bffc70b88fc tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/security-groups?id=a68f56cf-86b8-494e-9666-e068780cd121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612475 Jan 21 08:04:46.092484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-6f10a1dd-ee94-40d7-bdac-9c6347b78f3e req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] For port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=244bac6c-f337-41e6-bcf2-1b0e322f1d0c,segment=NetworkSegment(1fa7f9fa-d212-4660-9e5c-915a17ccfd06),segment_id=1fa7f9fa-d212-4660-9e5c-915a17ccfd06)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:04:46.093066 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6f10a1dd-ee94-40d7-bdac-9c6347b78f3e req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:46.272297 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-6f10a1dd-ee94-40d7-bdac-9c6347b78f3e req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Calling delete_port for 244bac6c-f337-41e6-bcf2-1b0e322f1d0c owned by compute:nova {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:04:46.279538 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 244bac6c-f337-41e6-bcf2-1b0e322f1d0c no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:04:46.505764 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:46.576262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6f10a1dd-ee94-40d7-bdac-9c6347b78f3e req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:46.578327 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:46.592834 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d1bc82c3-bfb5-42b8-b9b1-c71247832172 req-6e522cc8-414d-4a42-9c51-6e2f53b9d8b2 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 210 time: 0.1121166 Jan 21 08:04:46.623211 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:46.687075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device a732cf18-701c-4285-b3c6-4745e325b39d up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:46.744265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Pushing event deleted for resources: {'Port': ['ID=244bac6c-f337-41e6-bcf2-1b0e322f1d0c,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:46.751018 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067220bb-181c-44c9-8918-e7771843cd59 req-79afd4ba-c592-45c8-90df-35aea8fd6ccc tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:46.759938 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-067220bb-181c-44c9-8918-e7771843cd59 req-79afd4ba-c592-45c8-90df-35aea8fd6ccc tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.2346869 Jan 21 08:04:46.762610 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.763129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.763641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.764144 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.765143 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.765143 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.765620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.766119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.766617 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.767111 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.767606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.768098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.768693 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.769201 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.769695 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.770231 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.770768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.771263 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.772555 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.773059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.773556 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.774059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.776347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.776347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:04:46.791105 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:46.825516 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-067220bb-181c-44c9-8918-e7771843cd59 req-a76c2cdb-8738-4068-8e34-3ea01cc1d87b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642445 Jan 21 08:04:46.883102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port a732cf18-701c-4285-b3c6-4745e325b39d completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:04:46.888725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port a732cf18-701c-4285-b3c6-4745e325b39d triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:46.889445 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:46.965343 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f10a1dd-ee94-40d7-bdac-9c6347b78f3e req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] No DVR routers for this DVR port 244bac6c-f337-41e6-bcf2-1b0e322f1d0c on host hv-cinder-76859 {{(pid=80226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:04:46.967967 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6f10a1dd-ee94-40d7-bdac-9c6347b78f3e req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:46.970880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4327b81-61c1-4de1-b584-d7c482d90718', 'name': 'network-vif-deleted', 'tag': '244bac6c-f337-41e6-bcf2-1b0e322f1d0c'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:04:47.052149 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6f10a1dd-ee94-40d7-bdac-9c6347b78f3e req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.75 "DELETE /v2.0/ports/244bac6c-f337-41e6-bcf2-1b0e322f1d0c HTTP/1.1" status: 204 len: 173 time: 1.5058539 Jan 21 08:04:47.136467 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4327b81-61c1-4de1-b584-d7c482d90718', 'name': 'network-vif-deleted', 'tag': '244bac6c-f337-41e6-bcf2-1b0e322f1d0c', 'status': 'completed', 'code': 200} Jan 21 08:04:47.136600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:47.199743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port a732cf18-701c-4285-b3c6-4745e325b39d, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=a732cf18-701c-4285-b3c6-4745e325b39d,segment=NetworkSegment(e4d7cc16-000d-4233-b5a4-b0c67231778e),segment_id=e4d7cc16-000d-4233-b5a4-b0c67231778e)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:04:47.244491 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:47.246501 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:47.363632 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=a732cf18-701c-4285-b3c6-4745e325b39d,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:47.367339 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:47.382865 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-356da1f4-ca21-4cfb-b9b8-e36fe945b95a req-6037db7d-83b2-4253-9fd4-e9451bd979ab tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 210 time: 0.1554930 Jan 21 08:04:47.839147 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-56eaac2c-c103-4bee-a171-8f5329a6706d req-31882ff0-5fe6-4856-b252-e34c41d1729d tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 210 time: 0.0776474 Jan 21 08:04:48.137469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dce9c-5ced-49d1-8a2e-42bad5f12764 req-ceab9361-de3d-4a4a-9434-5d8584f7f51f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:48.139129 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-174dce9c-5ced-49d1-8a2e-42bad5f12764 req-ceab9361-de3d-4a4a-9434-5d8584f7f51f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1066146 Jan 21 08:04:48.198869 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-174dce9c-5ced-49d1-8a2e-42bad5f12764 req-954b73c9-624e-4526-9726-8f617b7fbc40 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503261 Jan 21 08:04:48.203330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-0bd34c55-7690-4ed0-a2e2-822e55ce00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:48.205148 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-0bd34c55-7690-4ed0-a2e2-822e55ce00a6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220&tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f HTTP/1.1" status: 200 len: 1161 time: 0.1006184 Jan 21 08:04:48.394229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-3575906f-98e1-4063-b44d-df6133531868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:48.396276 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-3575906f-98e1-4063-b44d-df6133531868 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 1161 time: 0.1246121 Jan 21 08:04:48.609389 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device a732cf18-701c-4285-b3c6-4745e325b39d up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:04:48.653818 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-31483a66-160d-45c4-adfb-800da39633ed req-6a8b3bba-5e0c-4414-af76-28baa181dec8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Synchronizing usage tracker for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:04:48.670638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-f780c9c9-e017-40bb-b5d8-b4ea52433b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:48.672303 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-f780c9c9-e017-40bb-b5d8-b4ea52433b36 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 911 time: 0.2631700 Jan 21 08:04:48.702818 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port a732cf18-701c-4285-b3c6-4745e325b39d triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:48.703818 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:48.832306 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-31483a66-160d-45c4-adfb-800da39633ed req-6a8b3bba-5e0c-4414-af76-28baa181dec8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Unset dirty status for tenant:a3b4850d571945a6a5b56f8a8cf39627 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:04:48.833380 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-31483a66-160d-45c4-adfb-800da39633ed req-6a8b3bba-5e0c-4414-af76-28baa181dec8 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] 10.222.0.64 "GET /v2.0/ports?device_id=a4327b81-61c1-4de1-b584-d7c482d90718 HTTP/1.1" status: 200 len: 210 time: 0.2412894 Jan 21 08:04:48.839157 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-cdb4d3ab-e17c-4716-a7c7-e472e3153b8c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8120fdcf-5512-4910-9186-ad4267b682d9 HTTP/1.1" status: 200 len: 999 time: 0.1500742 Jan 21 08:04:48.923746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-826edfc4-bbb7-4daf-806c-29b9f467f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:48.925499 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-826edfc4-bbb7-4daf-806c-29b9f467f852 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.0713723 Jan 21 08:04:49.032008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-0ea07747-acf4-47e2-a749-83dcb2f57387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:49.033824 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-0ea07747-acf4-47e2-a749-83dcb2f57387 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0961516 Jan 21 08:04:49.129540 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4bdd9997-d0e3-4a1c-b7c1-273cc563b635 req-054f256c-787c-4056-92ee-4def36afc043 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 210 time: 0.0991209 Jan 21 08:04:49.258863 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-8034923b-9991-4d2d-b660-1372f317af25 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077065 Jan 21 08:04:49.469719 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-504eb89d-3d5d-4477-adef-a977d9544be4 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1977410 Jan 21 08:04:49.576605 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-09cefa13-b6ed-4cdf-9e4f-607e69770a12 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.75 "GET /v2.0/networks?tenant_id=af44a260bc4f445a8ab0769e993dbd68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379796 Jan 21 08:04:49.641610 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cc33c-8fe0-42a6-b9a6-7ba15c5cfba6 req-f7bf647f-8443-4249-98c7-3f1c6d8cce88 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:49.645410 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e30cc33c-8fe0-42a6-b9a6-7ba15c5cfba6 req-f7bf647f-8443-4249-98c7-3f1c6d8cce88 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1746118 Jan 21 08:04:49.812221 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e30cc33c-8fe0-42a6-b9a6-7ba15c5cfba6 req-26d47226-f550-4696-804c-64838a1556ce tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346474 Jan 21 08:04:49.968459 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-1201f78c-0012-4306-acff-b32712d13c07 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:49.970320 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-1201f78c-0012-4306-acff-b32712d13c07 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238153 Jan 21 08:04:49.995521 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 60056) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:50.900350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Request body: {'port': {'device_id': '922343e7-fbe3-46b6-85b0-db8cb4a64a3a', 'network_id': '7835a278-2720-40f4-98ef-639cdd795633', 'admin_state_up': True, 'tenant_id': 'af44a260bc4f445a8ab0769e993dbd68'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:04:50.900350 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-69be2b04-6754-45ed-9585-172811a7940a req-a984df05-c7c5-42fd-a654-3ec11b10b323 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 210 time: 0.2949944 Jan 21 08:04:50.900350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:50.900350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Usage tracker for resource:port and tenant:af44a260bc4f445a8ab0769e993dbd68 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:50.900350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Quota usage for port was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:50.900350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:50.994838 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854393811'] for router_interface, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:51.061972 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-18c9c0d9-4ae7-474e-84be-413c85f921bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:51.090698 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Made reservation on behalf of af44a260bc4f445a8ab0769e993dbd68 for: {'port': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:04:51.100401 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:51.119014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:51.158967 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4b6d-3560-4cb8-90c7-07f36a759387 req-d600ea3e-34d9-47fa-bb53-57fd284e8ed0 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:51.161196 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-30bc4b6d-3560-4cb8-90c7-07f36a759387 req-d600ea3e-34d9-47fa-bb53-57fd284e8ed0 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1114974 Jan 21 08:04:51.197364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:04:51.211173 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Usage tracker for resource:security_group_rule and tenant:af44a260bc4f445a8ab0769e993dbd68 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:04:51.216388 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:04:51.219129 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-30bc4b6d-3560-4cb8-90c7-07f36a759387 req-2d6f863d-ff23-4e53-8520-2a2e7ddf9f21 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488451 Jan 21 08:04:51.234965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:04:51.546624 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] Deleting port 61cd96e0-5e79-4d76-9862-877219f6d432 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:04:51.547001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:51.607782 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:51.653865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:51.711879 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5305363c-def8-45eb-b8aa-1a8d911df23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:51.911355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3b2667-015f-487a-94cd-95faad30596f,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:51.925450 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a34d4cf0-f1b6-4f64-9b75-501e7ed51c41 req-321e795e-08cd-45d9-8f3c-8f0834ac9f84 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 210 time: 0.1578364 Jan 21 08:04:51.926480 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:52.009424 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] For port 61cd96e0-5e79-4d76-9862-877219f6d432, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=61cd96e0-5e79-4d76-9862-877219f6d432,segment=NetworkSegment(1fa7f9fa-d212-4660-9e5c-915a17ccfd06),segment_id=1fa7f9fa-d212-4660-9e5c-915a17ccfd06)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:04:52.010038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:52.217464 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] Calling delete_port for 61cd96e0-5e79-4d76-9862-877219f6d432 owned by network:router_interface {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:04:52.577635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Allocated IP 192.168.233.10 (7835a278-2720-40f4-98ef-639cdd795633/ddde4ad1-a931-4db9-8d5e-7f134cc1b1f7/275f4c1c-f520-429f-af91-b2970a94ed7f) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:04:52.772231 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e180a-ba43-4948-84f3-6daef496b199 req-799b51f6-d9e0-4a8d-a1db-aa037d8d211b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:52.774256 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-955e180a-ba43-4948-84f3-6daef496b199 req-799b51f6-d9e0-4a8d-a1db-aa037d8d211b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.2318256 Jan 21 08:04:52.836838 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-955e180a-ba43-4948-84f3-6daef496b199 req-f50abd9f-94e5-4afd-b48c-35d8721e727d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560973 Jan 21 08:04:53.050435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-14319541-4bf4-4579-9501-26c7ad4512ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:53.105877 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:53.126431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Transition to ACTIVE for port object 275f4c1c-f520-429f-af91-b2970a94ed7f will not be triggered until provisioned by entity DHCP. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:04:53.128613 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:53.361884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:53.731005 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-abc600a1-ef93-4df6-91e0-ec7849007c52 req-c6790a41-0238-40f8-96e1-e76cd6227491 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 210 time: 0.4260404 Jan 21 08:04:53.733181 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] Pushing event deleted for resources: {'Port': ['ID=61cd96e0-5e79-4d76-9862-877219f6d432,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:53.781709 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:53.885201 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:54.087078 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:54.127886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:54.294618 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1590394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854393653'] for router_interface, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:54.335158 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c56c5c-1def-4b91-8fd2-925062f9b1c8 req-27cc1d57-0fc5-4cc9-b411-0cd4fbcc1e3b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:54.338182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Pushing event updated for resources: {'Port': ['ID=275f4c1c-f520-429f-af91-b2970a94ed7f,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:54.338327 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-40c56c5c-1def-4b91-8fd2-925062f9b1c8 req-27cc1d57-0fc5-4cc9-b411-0cd4fbcc1e3b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.2013769 Jan 21 08:04:54.403504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:54.465759 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-40c56c5c-1def-4b91-8fd2-925062f9b1c8 req-953b6c6c-0152-4015-9c20-35235c021acc tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168251 Jan 21 08:04:54.654186 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Network 7835a278-2720-40f4-98ef-639cdd795633 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:04:54.654186 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:04:54.679801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:04:54.825165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:54.825879 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:55.158736 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a14ed3-f407-4c35-b7ad-a50b1a8ee21f req-c1ff01cb-ffe9-404d-b9a5-be342e2c1518 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:55.159599 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e9a14ed3-f407-4c35-b7ad-a50b1a8ee21f req-c1ff01cb-ffe9-404d-b9a5-be342e2c1518 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Synchronizing usage tracker for tenant:af44a260bc4f445a8ab0769e993dbd68 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:04:55.337787 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:55.345178 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2892859 Jan 21 08:04:55.363955 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e9a14ed3-f407-4c35-b7ad-a50b1a8ee21f req-c1ff01cb-ffe9-404d-b9a5-be342e2c1518 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Unset dirty status for tenant:af44a260bc4f445a8ab0769e993dbd68 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:04:55.365838 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e9a14ed3-f407-4c35-b7ad-a50b1a8ee21f req-c1ff01cb-ffe9-404d-b9a5-be342e2c1518 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 935 time: 0.4632244 Jan 21 08:04:55.373459 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Request body: {'port': {'device_id': '922343e7-fbe3-46b6-85b0-db8cb4a64a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:04:55.506702 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] Router 92ff29cf-4878-419c-b230-5263b38353de has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:04:55.744585 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e9a14ed3-f407-4c35-b7ad-a50b1a8ee21f req-170458cc-7577-4345-9884-6c56331bc07c tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Synchronizing usage tracker for tenant:af44a260bc4f445a8ab0769e993dbd68 on resource:security_group {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:04:55.750065 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:55.765269 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:55.824512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-83827755-de6b-4282-8656-56a80f59a6e3 None None] Provisioning for port 275f4c1c-f520-429f-af91-b2970a94ed7f completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:04:55.830545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-83827755-de6b-4282-8656-56a80f59a6e3 None None] Provisioning complete for port 275f4c1c-f520-429f-af91-b2970a94ed7f triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:04:55.831261 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-83827755-de6b-4282-8656-56a80f59a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:55.913424 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2551f4-cf75-472b-88f1-8c326005ded3 req-041b0d26-9950-4eb1-b0ee-d845707acce6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:55.924344 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-be2551f4-cf75-472b-88f1-8c326005ded3 req-041b0d26-9950-4eb1-b0ee-d845707acce6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1671033 Jan 21 08:04:55.956455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-83827755-de6b-4282-8656-56a80f59a6e3 None None] Port 275f4c1c-f520-429f-af91-b2970a94ed7f cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:04:56.000748 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-be2551f4-cf75-472b-88f1-8c326005ded3 req-4abc9748-598b-4ca5-b054-93c37a9d8fd8 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752821 Jan 21 08:04:56.030119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e9a14ed3-f407-4c35-b7ad-a50b1a8ee21f req-170458cc-7577-4345-9884-6c56331bc07c tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Unset dirty status for tenant:af44a260bc4f445a8ab0769e993dbd68 on resource:security_group {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:04:56.044907 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e9a14ed3-f407-4c35-b7ad-a50b1a8ee21f req-170458cc-7577-4345-9884-6c56331bc07c tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361728 Jan 21 08:04:56.212210 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:04:56.221650 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-34e37e4b-24e3-491c-8e57-902ff464f196 admin admin] 10.222.0.64 "PUT /v2.0/routers/92ff29cf-4878-419c-b230-5263b38353de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2248983 Jan 21 08:04:56.222116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 60132) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:56.232652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa9c7b-cfc9-4b3c-87e8-d2482c2b09d0 None None] Sync routers for ids ['92ff29cf-4878-419c-b230-5263b38353de'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:04:56.262428 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa9c7b-cfc9-4b3c-87e8-d2482c2b09d0 None None] Routers {'92ff29cf-4878-419c-b230-5263b38353de'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:04:56.267731 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-acaa9c7b-cfc9-4b3c-87e8-d2482c2b09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:04:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['92ff29cf-4878-419c-b230-5263b38353de'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:04:56.515941 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-acaa9c7b-cfc9-4b3c-87e8-d2482c2b09d0 None None] Set router 92ff29cf-4878-419c-b230-5263b38353de gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:04:56.645083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Notify callbacks [] for router, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:56.936014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-acaa9c7b-cfc9-4b3c-87e8-d2482c2b09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff29cf-4878-419c-b230-5263b38353de', 'name': 'tempest-ServerRescueNegativeTestJSON-1114585024-router', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:13Z', 'updated_at': '2021-01-21T08:04:52Z', 'revision_number': 5, 'project_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'gw_port': {'id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff29cf-4878-419c-b230-5263b38353de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:04:56.941663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa9c7b-cfc9-4b3c-87e8-d2482c2b09d0 None None] Checking router: 92ff29cf-4878-419c-b230-5263b38353de for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:04:56.954747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa9c7b-cfc9-4b3c-87e8-d2482c2b09d0 None None] Routers {'92ff29cf-4878-419c-b230-5263b38353de'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:04:56.955587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-acaa9c7b-cfc9-4b3c-87e8-d2482c2b09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:04:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['92ff29cf-4878-419c-b230-5263b38353de'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:04:56.999041 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275f4c1c-f520-429f-af91-b2970a94ed7f {{(pid=80226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:04:57.027393 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:57.080988 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Transition to ACTIVE for port object 275f4c1c-f520-429f-af91-b2970a94ed7f will not be triggered until provisioned by entity L2. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:04:57.113432 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1160483'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:57.153961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-28673a64-9059-46c4-9e54-3a516eb625e7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:57.476343 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:57.500319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Deleting port cfbd5eac-badf-4621-95b2-c7c23940ce71 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:04:57.501075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:57.538844 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Pushing event updated for resources: {'Port': ['ID=275f4c1c-f520-429f-af91-b2970a94ed7f,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:57.545773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:57.619607 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-acaa9c7b-cfc9-4b3c-87e8-d2482c2b09d0 None None] Set router 92ff29cf-4878-419c-b230-5263b38353de gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:04:57.707809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ba479-1fb8-4a22-8465-b1ee2188bfa2 req-28274d3c-993f-4fa5-baa7-c6724fd61b2f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:57.709836 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-265ba479-1fb8-4a22-8465-b1ee2188bfa2 req-28274d3c-993f-4fa5-baa7-c6724fd61b2f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.3259904 Jan 21 08:04:57.930302 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] For port cfbd5eac-badf-4621-95b2-c7c23940ce71, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=cfbd5eac-badf-4621-95b2-c7c23940ce71,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:04:57.930687 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:58.071842 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-265ba479-1fb8-4a22-8465-b1ee2188bfa2 req-df6aa192-7d39-4255-95ae-126d7df1d151 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309463 Jan 21 08:04:58.169544 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Attempting to bind port 275f4c1c-f520-429f-af91-b2970a94ed7f on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:04:58.169544 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Attempting to bind port 275f4c1c-f520-429f-af91-b2970a94ed7f by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'a2a9cb2f-bfae-4211-9146-c946c6690a82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7835a278-2720-40f4-98ef-639cdd795633'}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:04:58.169978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Attempting to bind port 275f4c1c-f520-429f-af91-b2970a94ed7f on network 7835a278-2720-40f4-98ef-639cdd795633 {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:04:58.176469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:04:58.176819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Checking segment: {'id': 'a2a9cb2f-bfae-4211-9146-c946c6690a82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7835a278-2720-40f4-98ef-639cdd795633'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:04:58.177236 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:58.177683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Bound using segment: {'id': 'a2a9cb2f-bfae-4211-9146-c946c6690a82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7835a278-2720-40f4-98ef-639cdd795633'} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:04:58.178171 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Bound port: 275f4c1c-f520-429f-af91-b2970a94ed7f, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a9cb2f-bfae-4211-9146-c946c6690a82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7835a278-2720-40f4-98ef-639cdd795633'}}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:04:58.178550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:58.260759 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Calling delete_port for cfbd5eac-badf-4621-95b2-c7c23940ce71 owned by network:router_gateway {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:04:58.408064 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] For port 275f4c1c-f520-429f-af91-b2970a94ed7f, host hv-cinder-76859, cleared binding levels {{(pid=80226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:04:58.412479 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-acaa9c7b-cfc9-4b3c-87e8-d2482c2b09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff29cf-4878-419c-b230-5263b38353de', 'name': 'tempest-ServerRescueNegativeTestJSON-1114585024-router', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:13Z', 'updated_at': '2021-01-21T08:04:52Z', 'revision_number': 5, 'project_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'gw_port': {'id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff29cf-4878-419c-b230-5263b38353de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:04:58.414776 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] For port 275f4c1c-f520-429f-af91-b2970a94ed7f, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=275f4c1c-f520-429f-af91-b2970a94ed7f,segment=NetworkSegment(a2a9cb2f-bfae-4211-9146-c946c6690a82),segment_id=a2a9cb2f-bfae-4211-9146-c946c6690a82)] {{(pid=80226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:04:58.426237 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa9c7b-cfc9-4b3c-87e8-d2482c2b09d0 None None] The sync data for ids ['92ff29cf-4878-419c-b230-5263b38353de'] in dv-cinder-768592-5-smb is: [{'id': '92ff29cf-4878-419c-b230-5263b38353de', 'name': 'tempest-ServerRescueNegativeTestJSON-1114585024-router', 'tenant_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:13Z', 'updated_at': '2021-01-21T08:04:52Z', 'revision_number': 5, 'project_id': 'a3b4850d571945a6a5b56f8a8cf39627', 'gw_port': {'id': 'cfbd5eac-badf-4621-95b2-c7c23940ce71', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff29cf-4878-419c-b230-5263b38353de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:04:58.481524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1160483'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:58.525102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-38f987e5-168e-4921-b1b2-ba5f3e5959d3 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:04:58.540609 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.plugins.ml2.ovo_rpc [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: result = function(*args, **kwargs) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: proto.__init__(conn_state, self) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: self.handle() Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: self.handle_one_request() Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: self.handle_one_response() Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: result = self.application(self.environ, start_response) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: return app(environ, start_response) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: response = req.get_response(self.application) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: application, catch_exc_info=False) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: app_iter = application(self.environ, start_response) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: response = req.get_response(self.application) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: application, catch_exc_info=False) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: app_iter = application(self.environ, start_response) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: response = req.get_response(self.application) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: application, catch_exc_info=False) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: app_iter = application(self.environ, start_response) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: response = req.get_response(self.application) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: application, catch_exc_info=False) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: app_iter = application(self.environ, start_response) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: return request.get_response(self.application) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: application, catch_exc_info=False) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: app_iter = application(self.environ, start_response) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: response = req.get_response(self._app) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: application, catch_exc_info=False) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: app_iter = application(self.environ, start_response) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: return resp(environ, start_response) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: return resp(environ, start_response) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: response = self.app(environ, start_response) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: return resp(environ, start_response) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:04:58.552300 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: result = method(request=request, **args) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: return self._delete(request, id, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: return f(*args, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: return f(*args, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: return f(*dup_args, **dup_kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: obj_deleter(request.context, id, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: return method(*args, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: return f(*args, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: return f(*args, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: return f(*dup_args, **dup_kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: self._delete_current_gw_port(context, id, router, None) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: admin_ctx, gw_port_id, l3_port_check=False) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, context, *args, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: return method(*args, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: context, port, router_ids, bound_mech_contexts) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: return function(*args, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: callback(resource, event, trigger, **kwargs) Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: if self._is_session_semantic_violated(context, resource, event): Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: stack = traceback.extract_stack() Jan 21 08:04:58.557896 dv-cinder-768592-5-smb neutron-server[80113]: Jan 21 08:04:58.564154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 61cd96e0-5e79-4d76-9862-877219f6d432 no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:04:58.626025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: 61cd96e0-5e79-4d76-9862-877219f6d432 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:04:58.626417 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 61cd96e0-5e79-4d76-9862-877219f6d432 not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:04:58.792463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249213c9-ef04-451a-81f7-dbec7b2e6cb5 req-e70b7196-5701-4446-a22d-084c5c41f1fd tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:58.797594 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-249213c9-ef04-451a-81f7-dbec7b2e6cb5 req-e70b7196-5701-4446-a22d-084c5c41f1fd tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1751390 Jan 21 08:04:58.902308 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-249213c9-ef04-451a-81f7-dbec7b2e6cb5 req-3b2e779e-d492-467c-a041-538c94ae81eb tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946679 Jan 21 08:04:58.952327 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Pushing event updated for resources: {'Port': ['ID=275f4c1c-f520-429f-af91-b2970a94ed7f,revision_number=3']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:04:58.977157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:04:59.005850 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-383322'] for router_gateway, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:59.036218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922167-bda2-4483-bd59-b424c1abd2bb req-801c64e6-004a-402a-9ea9-b38ec271f0b3 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:59.042781 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-801c64e6-004a-402a-9ea9-b38ec271f0b3 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/networks?id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e HTTP/1.1" status: 200 len: 814 time: 0.6039002 Jan 21 08:04:59.062142 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:59.062983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:59.064834 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] 10.222.0.75 "PUT /v2.0/ports/275f4c1c-f520-429f-af91-b2970a94ed7f HTTP/1.1" status: 200 len: 1161 time: 3.6958952 Jan 21 08:04:59.065527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922343e7-fbe3-46b6-85b0-db8cb4a64a3a', 'tag': '275f4c1c-f520-429f-af91-b2970a94ed7f'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:04:59.097298 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-deaad313-72cd-48ce-aa2c-5c39a5171fb3 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/quotas/c3d4371ac87b422d8a76947709ddc2c5 HTTP/1.1" status: 200 len: 375 time: 0.0521367 Jan 21 08:04:59.184752 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922343e7-fbe3-46b6-85b0-db8cb4a64a3a', 'tag': '275f4c1c-f520-429f-af91-b2970a94ed7f', 'status': 'completed', 'code': 200} Jan 21 08:04:59.205533 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64930'] for router, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:59.212480 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:59.272023 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-ae444442-9df6-4926-9971-93b9956ebfb9 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3d4371ac87b422d8a76947709ddc2c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1721566 Jan 21 08:04:59.498539 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-c1b6ca65-2dd6-4108-a137-390b0d6cffa7 service neutron] 10.222.0.64 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920211 Jan 21 08:04:59.517041 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea57480-0f8c-4a41-b057-4df2a15ad760 req-2e1b6c62-702c-4389-99fe-894fef2ee214 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:04:59.518738 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cea57480-0f8c-4a41-b057-4df2a15ad760 req-2e1b6c62-702c-4389-99fe-894fef2ee214 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1121073 Jan 21 08:04:59.579758 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cea57480-0f8c-4a41-b057-4df2a15ad760 req-d4a0bd7e-5be3-4f70-a002-574d6d66704d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532448 Jan 21 08:04:59.601804 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854392953'] for router, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:59.602714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ff29cf-4878-419c-b230-5263b38353de {{(pid=80227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 08:04:59.620609 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] Notify callbacks [] for router, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:59.624755 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-2d276f6f-6b28-4a52-a81b-88ff936f8594 admin admin] 10.222.0.64 "DELETE /v2.0/routers/92ff29cf-4878-419c-b230-5263b38353de HTTP/1.1" status: 204 len: 168 time: 3.4004653 Jan 21 08:04:59.625549 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 60178) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:04:59.688876 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-97d86f19-905d-424e-bc68-55fda238013f service neutron] 10.222.0.64 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1770823 Jan 21 08:04:59.704942 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbeca7e-aae9-4c6d-834e-0243e14770db admin admin] Deleting subnet 3ede2f2c-82ed-4bcf-95e1-efdce4d5c029 {{(pid=80227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:04:59.709921 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-efbeca7e-aae9-4c6d-834e-0243e14770db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:59.770117 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-efbeca7e-aae9-4c6d-834e-0243e14770db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2385835'] for subnet, precommit_delete_associations {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:04:59.838744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-efbeca7e-aae9-4c6d-834e-0243e14770db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:00.213754 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-484dfe7e-7fe8-4b00-a1db-4d82c446c39c req-ec68020f-5af1-4fca-93b7-740b306fc1da tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Synchronizing usage tracker for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:05:00.301440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-484dfe7e-7fe8-4b00-a1db-4d82c446c39c req-ec68020f-5af1-4fca-93b7-740b306fc1da tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Unset dirty status for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:05:00.302760 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-484dfe7e-7fe8-4b00-a1db-4d82c446c39c req-ec68020f-5af1-4fca-93b7-740b306fc1da tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 210 time: 0.1760569 Jan 21 08:05:00.375112 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-efbeca7e-aae9-4c6d-834e-0243e14770db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852211364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715256'] for subnet, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:00.392728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a57942-12f7-4ae6-b558-85c06636bb26 req-c062fc90-545c-44c7-bbce-9c7334837585 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:00.394491 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f1a57942-12f7-4ae6-b558-85c06636bb26 req-c062fc90-545c-44c7-bbce-9c7334837585 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1704304 Jan 21 08:05:00.476293 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f1a57942-12f7-4ae6-b558-85c06636bb26 req-ed27d68e-7966-4ce5-8980-bef5ae39af2a tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728197 Jan 21 08:05:00.512889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4642d87a-b5cf-4260-ae22-e28f007bd420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:00.553280 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device cfbd5eac-badf-4621-95b2-c7c23940ce71 no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:05:00.556347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbeca7e-aae9-4c6d-834e-0243e14770db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ede2f2c-82ed-4bcf-95e1-efdce4d5c029,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:00.582658 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-efbeca7e-aae9-4c6d-834e-0243e14770db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:00.602321 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: cfbd5eac-badf-4621-95b2-c7c23940ce71 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:05:00.604609 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-efbeca7e-aae9-4c6d-834e-0243e14770db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:00.607416 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device cfbd5eac-badf-4621-95b2-c7c23940ce71 not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:05:00.620251 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-efbeca7e-aae9-4c6d-834e-0243e14770db admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3ede2f2c-82ed-4bcf-95e1-efdce4d5c029 HTTP/1.1" status: 204 len: 168 time: 0.9932518 Jan 21 08:05:00.622506 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 60200) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:00.768325 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:01.036915 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:01.347176 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36e9e1-187e-411e-bba4-f819f64ff46a req-2978cf96-726b-403b-9d3a-db7023024c66 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:01.348883 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9d36e9e1-187e-411e-bba4-f819f64ff46a req-2978cf96-726b-403b-9d3a-db7023024c66 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.5321567 Jan 21 08:05:01.458366 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9d36e9e1-187e-411e-bba4-f819f64ff46a req-46727a40-0232-46cb-b37a-8506ae5e97a5 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955536 Jan 21 08:05:01.462990 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d73440c-38be-4b1e-98d3-4d22c54af203']}} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:05:01.478900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa7f9fa-d212-4660-9e5c-915a17ccfd06') {'for_net_delete': True} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:05:01.479780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa7f9fa-d212-4660-9e5c-915a17ccfd06') {} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:05:01.493407 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389981'] for segment, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:01.513154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:01.516259 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:05:01.537430 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cbb14491-d667-4f24-880e-e85e749c2bcc req-5b4d7ad9-6b51-4faa-83f4-a224a653ddf1 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 210 time: 0.0656452 Jan 21 08:05:01.764082 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] Network 6d73440c-38be-4b1e-98d3-4d22c54af203 has no segments {{(pid=80227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:05:01.774915 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852211405'] for segment, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:01.929894 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f43df4-67cc-43c5-b933-385b00c28e54 req-3818360f-287c-4133-b0f6-d7ca2d7920a2 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:01.931587 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f1f43df4-67cc-43c5-b933-385b00c28e54 req-3818360f-287c-4133-b0f6-d7ca2d7920a2 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.3050880 Jan 21 08:05:02.051307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] Network 6d73440c-38be-4b1e-98d3-4d22c54af203 has no segments {{(pid=80227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:05:02.063985 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f1f43df4-67cc-43c5-b933-385b00c28e54 req-99fd2460-d5c0-4ba1-9ebb-eee6b3ac3213 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783002 Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:05:02.081506 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:05:02.190229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:02.194777 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:02.211633 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:02.220577 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d73440c-38be-4b1e-98d3-4d22c54af203,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:02.224207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:02.257233 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e3b82f0f-5932-4956-abd2-d548fa192c26 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6d73440c-38be-4b1e-98d3-4d22c54af203 HTTP/1.1" status: 204 len: 168 time: 1.6336050 Jan 21 08:05:02.554883 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 60222) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:02.640532 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-02686d51-043b-4b99-ba09-815d85d7caae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3b4850d571945a6a5b56f8a8cf39627&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0842943 Jan 21 08:05:02.643194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 60228) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:02.747341 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4f18e78e-f37c-4d3d-b813-de7194d9dac9 req-5aa3144d-4720-4cc0-b579-ebdf758468e8 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 210 time: 0.0586977 Jan 21 08:05:02.749049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8926e-924f-45fa-b761-91e2d66fbb84 req-95d2540a-634a-4376-86a5-f2350cda13db tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:02.750826 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-47e8926e-924f-45fa-b761-91e2d66fbb84 req-95d2540a-634a-4376-86a5-f2350cda13db tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1089323 Jan 21 08:05:02.761829 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a54fed79-19ea-4754-838b-1259020ebb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:02.803393 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a54fed79-19ea-4754-838b-1259020ebb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:02.808407 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-47e8926e-924f-45fa-b761-91e2d66fbb84 req-ba8df55c-d163-4e34-a546-c24f43be1cd1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500119 Jan 21 08:05:02.947316 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a54fed79-19ea-4754-838b-1259020ebb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:02.957459 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6d591dd9-0d6b-4fea-a551-cd8481447efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:02.969219 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fed79-19ea-4754-838b-1259020ebb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68f56cf-86b8-494e-9666-e068780cd121,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:02.971916 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a54fed79-19ea-4754-838b-1259020ebb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:02.998319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a54fed79-19ea-4754-838b-1259020ebb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:02.999560 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a54fed79-19ea-4754-838b-1259020ebb28 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a68f56cf-86b8-494e-9666-e068780cd121 HTTP/1.1" status: 204 len: 168 time: 0.3553810 Jan 21 08:05:03.337280 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60687199-b979-4cee-815f-3f33a0a81b64 req-6e04a4d8-635b-4adc-961a-61a39502d80f tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:03.339457 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-60687199-b979-4cee-815f-3f33a0a81b64 req-6e04a4d8-635b-4adc-961a-61a39502d80f tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1413176 Jan 21 08:05:03.412902 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-60687199-b979-4cee-815f-3f33a0a81b64 req-2fb08846-8a74-4161-a461-3fa8f8751b50 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609004 Jan 21 08:05:03.936474 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-efec7f96-bbae-4d98-8d18-a5993658a6f7 req-654ee2ff-1fbb-4df0-8f6c-9c2865650366 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 210 time: 0.0512435 Jan 21 08:05:04.096744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0fb66-7fe3-4cc7-9d9a-0ddeec9817bd req-09589127-906e-4189-95dc-18c329a60d71 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:04.098454 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2ff0fb66-7fe3-4cc7-9d9a-0ddeec9817bd req-09589127-906e-4189-95dc-18c329a60d71 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1064615 Jan 21 08:05:04.150598 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2ff0fb66-7fe3-4cc7-9d9a-0ddeec9817bd req-ef9f1e7c-c901-40d6-8989-a2e31061cc55 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454769 Jan 21 08:05:04.662316 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd59c4-d911-4d9f-9fce-e711ce204ea4 req-2667e23a-2b60-45fb-b07c-abf55891bb96 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:04.664049 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74dd59c4-d911-4d9f-9fce-e711ce204ea4 req-2667e23a-2b60-45fb-b07c-abf55891bb96 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1177471 Jan 21 08:05:04.725676 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74dd59c4-d911-4d9f-9fce-e711ce204ea4 req-b2761ef1-62cc-4b12-9a78-97ff3552b155 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542409 Jan 21 08:05:05.139965 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7623be6d-80fa-4809-bb8a-6dcbc7a88eb5 req-5a2f456f-2886-4d97-8096-6a4e7b6ecf05 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 210 time: 0.0648015 Jan 21 08:05:05.357896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 60304) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:05.412355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 60310) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:05.507930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d1818-4b6f-4739-877f-fade444f0bcd req-3d5d3792-2abc-4cdc-aab0-725f90c413ff tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:05.510588 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a52d1818-4b6f-4739-877f-fade444f0bcd req-3d5d3792-2abc-4cdc-aab0-725f90c413ff tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1696639 Jan 21 08:05:05.539713 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a9fcea24-39ab-4746-a9c2-eb876b55ede0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:05.561493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-a9fcea24-39ab-4746-a9c2-eb876b55ede0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:05.565978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-a9fcea24-39ab-4746-a9c2-eb876b55ede0 admin admin] Usage tracker for resource:security_group_rule and tenant:dd1d8c9b81934858bb0645ac070a6b29 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:05.569193 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-a9fcea24-39ab-4746-a9c2-eb876b55ede0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:05.575356 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-a9fcea24-39ab-4746-a9c2-eb876b55ede0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:05.576064 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a52d1818-4b6f-4739-877f-fade444f0bcd req-890cc3bd-090d-4d1e-b3f6-089a0af44404 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505009 Jan 21 08:05:05.638946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d8b87f7f-82da-4e34-bf4b-a62f45647181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:05.670082 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-d8b87f7f-82da-4e34-bf4b-a62f45647181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:05.674458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-d8b87f7f-82da-4e34-bf4b-a62f45647181 admin admin] Usage tracker for resource:security_group_rule and tenant:3e29eefc23dc4e7a99056a19a8c9d6ad is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:05.677709 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-d8b87f7f-82da-4e34-bf4b-a62f45647181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:05.684484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-d8b87f7f-82da-4e34-bf4b-a62f45647181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:07.797354 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8487f137-947e-454e-a8ea-fa72a8e57465 req-a0e44727-b003-4dbc-92f1-8a636804b315 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 210 time: 0.0478892 Jan 21 08:05:07.870940 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a9fcea24-39ab-4746-a9c2-eb876b55ede0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:07.914458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a9fcea24-39ab-4746-a9c2-eb876b55ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:07.925400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d873da8e-9d1a-4e6d-b20b-828c4f07daa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:07.983359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbfb8c-2c38-4b9c-b858-a5589b439e03 req-1f28e5f7-5f06-49a4-a028-4e635201792f tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:07.985152 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f2cbfb8c-2c38-4b9c-b858-a5589b439e03 req-1f28e5f7-5f06-49a4-a028-4e635201792f tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.2369578 Jan 21 08:05:08.046383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d8b87f7f-82da-4e34-bf4b-a62f45647181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:08.063397 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a9fcea24-39ab-4746-a9c2-eb876b55ede0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd1d8c9b81934858bb0645ac070a6b29&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6928482 Jan 21 08:05:08.063602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 60322) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:08.063694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcea24-39ab-4746-a9c2-eb876b55ede0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a46369-15f4-48b4-bf19-dcabfaac0f26,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:08.063694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a9fcea24-39ab-4746-a9c2-eb876b55ede0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:08.089332 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f2cbfb8c-2c38-4b9c-b858-a5589b439e03 req-14d35fa9-9cd9-481e-8acd-61bc4e48198e tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887666 Jan 21 08:05:08.090134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d8b87f7f-82da-4e34-bf4b-a62f45647181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:08.099818 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-22023ffd-e431-46a3-bbdc-1980a00f7f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:08.146121 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-d8b87f7f-82da-4e34-bf4b-a62f45647181 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e29eefc23dc4e7a99056a19a8c9d6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7324834 Jan 21 08:05:08.147142 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae540b-f7aa-437a-a148-5579e53e3748 req-74ff398b-b21a-4746-9856-bcf2758244a0 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:08.148874 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-40ae540b-f7aa-437a-a148-5579e53e3748 req-74ff398b-b21a-4746-9856-bcf2758244a0 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1600850 Jan 21 08:05:08.164838 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 60326) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:08.165182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-85213ba2-6e47-4b28-bd4a-56e98a55e09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:08.173477 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b87f7f-82da-4e34-bf4b-a62f45647181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be58c617-924e-4dce-ae3b-c121a5123f46,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:08.181342 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d8b87f7f-82da-4e34-bf4b-a62f45647181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:08.239356 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-85213ba2-6e47-4b28-bd4a-56e98a55e09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:08.251502 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-902f9e2b-4e9d-425d-81f6-b32d6f24cb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:08.255957 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-40ae540b-f7aa-437a-a148-5579e53e3748 req-6931ee93-9d4b-4e70-ba4e-8b2c7aa91a78 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885990 Jan 21 08:05:08.287440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-902f9e2b-4e9d-425d-81f6-b32d6f24cb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:08.341506 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-85213ba2-6e47-4b28-bd4a-56e98a55e09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:08.345802 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a54fed79-19ea-4754-838b-1259020ebb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:08.361290 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85213ba2-6e47-4b28-bd4a-56e98a55e09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a46369-15f4-48b4-bf19-dcabfaac0f26,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:08.370016 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-902f9e2b-4e9d-425d-81f6-b32d6f24cb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:08.375389 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-85213ba2-6e47-4b28-bd4a-56e98a55e09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:08.377812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-85213ba2-6e47-4b28-bd4a-56e98a55e09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:08.379725 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-85213ba2-6e47-4b28-bd4a-56e98a55e09f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5a46369-15f4-48b4-bf19-dcabfaac0f26 HTTP/1.1" status: 204 len: 168 time: 0.3223534 Jan 21 08:05:08.381224 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d8b87f7f-82da-4e34-bf4b-a62f45647181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:08.403613 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f9e2b-4e9d-425d-81f6-b32d6f24cb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be58c617-924e-4dce-ae3b-c121a5123f46,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:08.408149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-902f9e2b-4e9d-425d-81f6-b32d6f24cb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:08.412495 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-902f9e2b-4e9d-425d-81f6-b32d6f24cb7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be58c617-924e-4dce-ae3b-c121a5123f46 HTTP/1.1" status: 204 len: 168 time: 0.2434955 Jan 21 08:05:08.412495 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-902f9e2b-4e9d-425d-81f6-b32d6f24cb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:09.018453 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-431cc058-43b8-4e8b-aedc-55207505f042 req-1ffaf647-56be-46f2-9cf0-500d8d999ab1 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 210 time: 0.0859303 Jan 21 08:05:09.365864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c57571-32ad-4548-a6e6-994e03040f02 req-ff5c8374-849f-4efb-a389-2aacaad2723c tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:09.367711 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6c57571-32ad-4548-a6e6-994e03040f02 req-ff5c8374-849f-4efb-a389-2aacaad2723c tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1433330 Jan 21 08:05:09.426688 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6c57571-32ad-4548-a6e6-994e03040f02 req-841f3f3c-eaaa-440d-9ef6-ba2e636819b5 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523937 Jan 21 08:05:09.911269 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e7ceb-a401-485f-8774-2635a1003f99 req-a6ec0ec2-4007-4d94-b5f4-6159ad587988 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:09.913071 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d14e7ceb-a401-485f-8774-2635a1003f99 req-a6ec0ec2-4007-4d94-b5f4-6159ad587988 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.4495151 Jan 21 08:05:09.971722 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d14e7ceb-a401-485f-8774-2635a1003f99 req-e9461107-d9b5-498c-a883-83beb0a601a6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514796 Jan 21 08:05:10.460142 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 60378) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:10.461004 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aa83726d-11ca-4405-8be0-1f7f75cced3b req-f5ba8db6-581f-465f-965c-cbfd811a5fed tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 210 time: 0.0489423 Jan 21 08:05:10.497364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1054415473-network', 'tenant_id': 'c5c92ac46c714ca88d5cf98de496c464'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:05:10.502615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:10.513657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Usage tracker for resource:network and tenant:c5c92ac46c714ca88d5cf98de496c464 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:10.517075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:10.523577 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:10.566957 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Made reservation on behalf of c5c92ac46c714ca88d5cf98de496c464 for: {'network': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:05:10.572470 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:10.586365 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:10.661698 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:10.669179 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c92ac46c714ca88d5cf98de496c464 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:10.672944 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:10.683251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:10.828007 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526022d3-f59f-4d65-a6f7-dfd0bc704a4b req-de169389-cdc0-4a22-87fa-ed33c8503995 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:10.828007 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-526022d3-f59f-4d65-a6f7-dfd0bc704a4b req-de169389-cdc0-4a22-87fa-ed33c8503995 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1678772 Jan 21 08:05:10.842272 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-526022d3-f59f-4d65-a6f7-dfd0bc704a4b req-7f0a2cb3-08f7-43b3-be5f-6d9f6c25a248 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707955 Jan 21 08:05:10.880653 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:10.984481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:10.989154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a9fcea24-39ab-4746-a9c2-eb876b55ede0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:11.021389 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:05:11.035122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a8f4fc-317f-47dc-b589-05a29bbc0467,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:11.041496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:11.042546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758234124335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:11.042986 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Added segment 865dd5dc-3607-4166-9f6d-6486c01b0b6a of type vxlan for network cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 Jan 21 08:05:11.073724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:11.153311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:11.159654 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:11.160594 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:11.167175 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-77243688-d6a3-4086-a44d-4643c54561ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:11.282961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Pushing event updated for resources: {'Network': ['ID=cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:11.286438 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:11.295050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:05:11.311523 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9759905 Jan 21 08:05:11.315453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 60402) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:11.326796 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Request body: {'subnet': {'network_id': 'cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1054415473-subnet', 'tenant_id': 'c5c92ac46c714ca88d5cf98de496c464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:05:11.336704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:11.344808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Usage tracker for resource:subnet and tenant:c5c92ac46c714ca88d5cf98de496c464 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:11.350778 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:11.363505 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:11.427208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Made reservation on behalf of c5c92ac46c714ca88d5cf98de496c464 for: {'subnet': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:05:11.433090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828790558'] for subnet, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:11.513026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253434e-cd2b-42a3-aa59-acbfebcfe742 req-8c2848f7-93f3-428b-8b70-fd3c9cd7caee tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:11.528731 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5253434e-cd2b-42a3-aa59-acbfebcfe742 req-8c2848f7-93f3-428b-8b70-fd3c9cd7caee tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.3958943 Jan 21 08:05:11.558387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:05:11.588848 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5253434e-cd2b-42a3-aa59-acbfebcfe742 req-d75b747f-086f-457e-86d7-116af333eec9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590365 Jan 21 08:05:11.873712 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a256aeef-bc5f-4f7c-b49c-55d5edadc674 req-1a6fd6e5-ce24-4f0f-b461-9647e57491a2 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 210 time: 0.0543661 Jan 21 08:05:12.052458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 60416) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:12.156592 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a76d7c-43ca-4204-bc43-0d2360a84128 req-393f562e-5252-4e22-b9e6-85bd5a58ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:12.158793 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-26a76d7c-43ca-4204-bc43-0d2360a84128 req-393f562e-5252-4e22-b9e6-85bd5a58ad93 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=af44a260bc4f445a8ab0769e993dbd68&device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 1164 time: 0.0851955 Jan 21 08:05:12.245830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c2929-58e5-42ed-8c62-367a52519f47 req-21dba768-3605-453e-ab7e-4c5e4bcdec27 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:12.246106 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-26a76d7c-43ca-4204-bc43-0d2360a84128 req-3afd6ffe-a0a3-46dd-b313-10150b74d7e2 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=af44a260bc4f445a8ab0769e993dbd68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366170 Jan 21 08:05:12.247374 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d52c2929-58e5-42ed-8c62-367a52519f47 req-21dba768-3605-453e-ab7e-4c5e4bcdec27 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1186306 Jan 21 08:05:12.286999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ba99fed1-fb4d-48ec-8add-0bcc645c5920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:12.310791 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d52c2929-58e5-42ed-8c62-367a52519f47 req-fb4fedfa-9b93-4bfb-8ed1-84ad6be6512a tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508342 Jan 21 08:05:12.373890 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-ba99fed1-fb4d-48ec-8add-0bcc645c5920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:12.399162 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-ba99fed1-fb4d-48ec-8add-0bcc645c5920 admin admin] Usage tracker for resource:security_group_rule and tenant:1c0c68743a3e45c6a1dfd6fd89ecb6c6 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:12.408676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-ba99fed1-fb4d-48ec-8add-0bcc645c5920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:12.441761 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-ba99fed1-fb4d-48ec-8add-0bcc645c5920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:12.507111 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a76d7c-43ca-4204-bc43-0d2360a84128 req-6ec39c43-b5ff-4434-acb6-fdb381fefa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:12.508743 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-26a76d7c-43ca-4204-bc43-0d2360a84128 req-6ec39c43-b5ff-4434-acb6-fdb381fefa23 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2448249 Jan 21 08:05:12.703368 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ba99fed1-fb4d-48ec-8add-0bcc645c5920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:12.810762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-3376cc20-018d-43b7-9278-95ef19a3dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:12.812396 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-3376cc20-018d-43b7-9278-95ef19a3dbf5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=af44a260bc4f445a8ab0769e993dbd68&device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 1164 time: 0.1673155 Jan 21 08:05:12.819739 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ba99fed1-fb4d-48ec-8add-0bcc645c5920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:12.828821 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c4c1aba6-3140-4722-812b-53523e646a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:12.987243 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-f1d2d3e9-2829-4c43-b25e-88283adaf91e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=275f4c1c-f520-429f-af91-b2970a94ed7f HTTP/1.1" status: 200 len: 217 time: 0.1341293 Jan 21 08:05:12.994770 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-ba99fed1-fb4d-48ec-8add-0bcc645c5920 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c0c68743a3e45c6a1dfd6fd89ecb6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9411750 Jan 21 08:05:12.997839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 60428) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:13.001743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99fed1-fb4d-48ec-8add-0bcc645c5920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5da7ef-76b1-4aa1-a775-7bf8617f447b,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:13.009250 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ba99fed1-fb4d-48ec-8add-0bcc645c5920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:13.064136 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1421c2aa-89db-4cb9-a13b-a9073234dabf req-386d1fdf-abf8-41da-b317-6b8976f893bf tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 210 time: 0.0506177 Jan 21 08:05:13.096031 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1159595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828790575'] for subnet, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:13.112547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-072c142d-5fa0-42d3-a266-3a3824569a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:13.115310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3f6ccb8c-9068-4c40-9c2e-49d343dfa661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:13.140262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-072c142d-5fa0-42d3-a266-3a3824569a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:13.215198 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-82515705-d70f-492b-b681-877f94436f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:13.220106 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-82515705-d70f-492b-b681-877f94436f26 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ddde4ad1-a931-4db9-8d5e-7f134cc1b1f7 HTTP/1.1" status: 200 len: 843 time: 0.2091784 Jan 21 08:05:13.242491 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2941e45-ee84-4b53-b4da-455253f31a67 req-22b5d7ad-f82c-451c-b4cb-61186efa3f6e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:13.244157 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d2941e45-ee84-4b53-b4da-455253f31a67 req-22b5d7ad-f82c-451c-b4cb-61186efa3f6e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.4810202 Jan 21 08:05:13.252207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-072c142d-5fa0-42d3-a266-3a3824569a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:13.258618 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d32a0d00-0db1-4a24-a6cc-cb8ce904c6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:13.273997 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c142d-5fa0-42d3-a266-3a3824569a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5da7ef-76b1-4aa1-a775-7bf8617f447b,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:13.280588 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-072c142d-5fa0-42d3-a266-3a3824569a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:13.280588 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-072c142d-5fa0-42d3-a266-3a3824569a8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a5da7ef-76b1-4aa1-a775-7bf8617f447b HTTP/1.1" status: 204 len: 168 time: 0.2794940 Jan 21 08:05:13.280588 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-072c142d-5fa0-42d3-a266-3a3824569a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:13.356791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0a9b06-c999-4fed-b6a5-17c515b2f621,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:13.377445 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:13.416033 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d2941e45-ee84-4b53-b4da-455253f31a67 req-b2833e9d-7f5a-4c51-ba94-d41133c2b873 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199830 Jan 21 08:05:13.455263 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-84278016-16a2-41b6-95d2-b6ef1a6cd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:13.456982 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-84278016-16a2-41b6-95d2-b6ef1a6cd953 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7835a278-2720-40f4-98ef-639cdd795633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2118433 Jan 21 08:05:13.565830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Checking segment: {'id': '865dd5dc-3607-4166-9f6d-6486c01b0b6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:05:13.566229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Network hostable DHCP agents. Network: cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:05:13.568805 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907bf5-da67-4d96-b9c3-df5c7fdb07e5 req-c8797251-f0c1-44af-99e9-95df6678543f tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:13.570504 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-df907bf5-da67-4d96-b9c3-df5c7fdb07e5 req-c8797251-f0c1-44af-99e9-95df6678543f tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1095335 Jan 21 08:05:13.625119 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-df907bf5-da67-4d96-b9c3-df5c7fdb07e5 req-36069537-f43d-4aae-87d1-041c6da3c3c5 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476263 Jan 21 08:05:13.640014 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-df7c0178-f2fd-49d3-bf37-a5ac5ff85f9d service neutron] 10.222.0.75 "GET /v2.0/networks/7835a278-2720-40f4-98ef-639cdd795633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710041 Jan 21 08:05:13.683296 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Network cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:05:13.804527 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-74f09daa-8a4b-49bd-866e-2d15393e34d5 req-1b18887f-b6df-4bf9-955d-7d17b1026b6b service neutron] 10.222.0.75 "GET /v2.0/networks/7835a278-2720-40f4-98ef-639cdd795633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1507585 Jan 21 08:05:13.835464 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25) {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:05:13.844727 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d7d8bd-f67b-482b-86a5-a00394b7b7f1 None None] Network cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:05:13.860023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:13.860023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:13.882727 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922167-bda2-4483-bd59-b424c1abd2bb req-1b815050-eaa7-4d55-8ab0-acb1375a3bb0 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:13.883533 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-21922167-bda2-4483-bd59-b424c1abd2bb req-1b815050-eaa7-4d55-8ab0-acb1375a3bb0 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Synchronizing usage tracker for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:network {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:05:13.975848 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-21922167-bda2-4483-bd59-b424c1abd2bb req-1b815050-eaa7-4d55-8ab0-acb1375a3bb0 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Unset dirty status for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:network {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:05:13.977157 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-1b815050-eaa7-4d55-8ab0-acb1375a3bb0 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.75 "GET /v2.0/networks?id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e HTTP/1.1" status: 200 len: 814 time: 0.2775984 Jan 21 08:05:13.977593 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-7deb400b-5a68-444c-9be3-4879a816ea36 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6599686 Jan 21 08:05:14.053755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Request body: {'port': {'device_id': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'admin_state_up': True, 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:05:14.081189 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0903df4-6d76-4542-b4bc-4f08696abf0b None None] Network cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:05:14.249833 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:14.260904 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:14.336196 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Made reservation on behalf of c3d4371ac87b422d8a76947709ddc2c5 for: {'port': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:05:14.340824 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-730fd5f9-7e16-47c2-8f3e-8e121cd05932 req-32b414b7-20fe-4778-9d55-bb1651b47566 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 210 time: 0.0817871 Jan 21 08:05:14.347962 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:14.381798 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 60446) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:14.401384 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6c5794a6-60c5-47b1-ac78-b027a09019b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:14.421627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-6c5794a6-60c5-47b1-ac78-b027a09019b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:14.425931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-6c5794a6-60c5-47b1-ac78-b027a09019b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d9449fb7aa7040c6b2822a50d2245724 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:14.429606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-6c5794a6-60c5-47b1-ac78-b027a09019b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:14.435662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-6c5794a6-60c5-47b1-ac78-b027a09019b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:14.531914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6c5794a6-60c5-47b1-ac78-b027a09019b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:14.570202 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6c5794a6-60c5-47b1-ac78-b027a09019b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:14.580450 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:14.626114 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6c5794a6-60c5-47b1-ac78-b027a09019b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9449fb7aa7040c6b2822a50d2245724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426360 Jan 21 08:05:14.630770 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5794a6-60c5-47b1-ac78-b027a09019b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a00e7b1-3f50-4612-ad48-56fb8874ecaf,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:14.630770 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 60458) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:14.632932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6c5794a6-60c5-47b1-ac78-b027a09019b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:14.703100 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5e604fd8-b1d8-4ed3-adb1-23e2fd85ede0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:14.742360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5e604fd8-b1d8-4ed3-adb1-23e2fd85ede0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:14.813795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Allocated IP 172.20.0.11 (da552a9f-503a-4d0f-83cc-e1cbe1d1b57e/ee337f00-ef02-4beb-9c87-8377011be091/6a19f45d-82da-4e13-b655-94e0732e4de3) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:05:14.901466 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65bcb4-8566-4423-b713-e252aef4a28a req-ef9b5a10-045c-4f02-8677-c9de79533185 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:14.903359 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1b65bcb4-8566-4423-b713-e252aef4a28a req-ef9b5a10-045c-4f02-8677-c9de79533185 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1209219 Jan 21 08:05:14.912155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5e604fd8-b1d8-4ed3-adb1-23e2fd85ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:14.919375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560c717-4202-46ab-a93c-728118617310 req-45c73e0b-826d-4df1-bb04-8288257d06cb tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:14.921163 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1560c717-4202-46ab-a93c-728118617310 req-45c73e0b-826d-4df1-bb04-8288257d06cb tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.3236818 Jan 21 08:05:14.923447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6c5794a6-60c5-47b1-ac78-b027a09019b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:15.008622 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e604fd8-b1d8-4ed3-adb1-23e2fd85ede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a00e7b1-3f50-4612-ad48-56fb8874ecaf,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:15.026432 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5e604fd8-b1d8-4ed3-adb1-23e2fd85ede0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:15.027291 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5e604fd8-b1d8-4ed3-adb1-23e2fd85ede0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:15.031453 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5e604fd8-b1d8-4ed3-adb1-23e2fd85ede0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a00e7b1-3f50-4612-ad48-56fb8874ecaf HTTP/1.1" status: 204 len: 168 time: 0.3976614 Jan 21 08:05:15.059422 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1560c717-4202-46ab-a93c-728118617310 req-e8e6c661-7a22-483e-bc06-da4debec0680 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206436 Jan 21 08:05:15.084649 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1b65bcb4-8566-4423-b713-e252aef4a28a req-5ac383d1-7259-4275-b4eb-37fe32d02f15 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742742 Jan 21 08:05:15.263227 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:15.284524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Transition to ACTIVE for port object 6a19f45d-82da-4e13-b655-94e0732e4de3 will not be triggered until provisioned by entity DHCP. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:05:15.364793 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:15.572392 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-fa6f6154-81ed-4a34-a57e-d372ba8a4164 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:15.647122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ea69c-7ae1-4820-aba0-05130e77a561 req-6ec49e5e-9849-47a2-9c88-fb0f34fb5ca7 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:15.648911 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a11ea69c-7ae1-4820-aba0-05130e77a561 req-6ec49e5e-9849-47a2-9c88-fb0f34fb5ca7 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.1406872 Jan 21 08:05:15.742165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Pushing event updated for resources: {'Port': ['ID=6a19f45d-82da-4e13-b655-94e0732e4de3,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:15.748024 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a11ea69c-7ae1-4820-aba0-05130e77a561 req-9c945e68-c4e6-4b69-ba63-4c52222e40c0 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885589 Jan 21 08:05:15.757497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:15.789760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:05:15.791552 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:05:15.795101 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:05:15.911981 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:15.911981 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:16.019569 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9734564 Jan 21 08:05:16.213367 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-729dc31f-291a-479d-931d-624da4136280 None None] Provisioning for port 6a19f45d-82da-4e13-b655-94e0732e4de3 completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:05:16.223680 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-729dc31f-291a-479d-931d-624da4136280 None None] Provisioning complete for port 6a19f45d-82da-4e13-b655-94e0732e4de3 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:16.223680 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-729dc31f-291a-479d-931d-624da4136280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:16.334693 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-729dc31f-291a-479d-931d-624da4136280 None None] Port 6a19f45d-82da-4e13-b655-94e0732e4de3 cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:05:16.401495 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:16.454740 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4360c6-a8af-46ea-a398-695cb53511bd req-b2eac458-0bdc-4afc-a333-376356dc608f tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:16.456480 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6c4360c6-a8af-46ea-a398-695cb53511bd req-b2eac458-0bdc-4afc-a333-376356dc608f tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1409388 Jan 21 08:05:16.459501 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa5d50-2988-46d7-8884-1042b674ff50 req-6896be5e-9fad-4b10-9983-c3a271e98618 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:16.461589 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-47fa5d50-2988-46d7-8884-1042b674ff50 req-6896be5e-9fad-4b10-9983-c3a271e98618 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 944 time: 0.1406701 Jan 21 08:05:16.520771 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6c4360c6-a8af-46ea-a398-695cb53511bd req-3fd8ccc5-2187-4b65-a1f9-93891e1ae6a0 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570672 Jan 21 08:05:16.557263 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-47fa5d50-2988-46d7-8884-1042b674ff50 req-902f2929-bbd6-47f7-83d4-796323ffea4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893908 Jan 21 08:05:16.853273 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-cc71512f-1456-4ee4-ba12-1fcf733f0450 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:16.854963 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-cc71512f-1456-4ee4-ba12-1fcf733f0450 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/networks?id=cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 HTTP/1.1" status: 200 len: 814 time: 0.2037289 Jan 21 08:05:16.871781 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-16bcc87c-32d9-4d34-b01b-77bd32b9fab3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/quotas/c5c92ac46c714ca88d5cf98de496c464 HTTP/1.1" status: 200 len: 375 time: 0.0105736 Jan 21 08:05:16.935061 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-53fffd9c-63a9-4560-a5f0-2d32b64c308b tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5c92ac46c714ca88d5cf98de496c464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572319 Jan 21 08:05:17.034152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558e0d-86ea-4d69-9464-d19c0208e248 req-0c2f1870-cbec-46ba-aa83-3cb44a54aec7 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:17.035888 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-17558e0d-86ea-4d69-9464-d19c0208e248 req-0c2f1870-cbec-46ba-aa83-3cb44a54aec7 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.1383033 Jan 21 08:05:17.099421 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-17558e0d-86ea-4d69-9464-d19c0208e248 req-40ced4c8-e276-4f83-9e49-910417f1d037 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557146 Jan 21 08:05:17.111024 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:05:17.487495 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-fb915f9a-e081-4274-b321-515e92141c13 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444632 Jan 21 08:05:17.501641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 8120fdcf-5512-4910-9186-ad4267b682d9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:17.606357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 8120fdcf-5512-4910-9186-ad4267b682d9 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:17.607003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:17.690279 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-745dee8f-a212-4f98-a9c5-5c0e0255c496 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1944695 Jan 21 08:05:17.795575 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:17.825419 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfdf42-c6ed-4b0c-ad35-2e5081fa47e6 req-856faabc-bdf5-4733-9e03-c8d9a1a0c1ee tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:17.834200 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bcbfdf42-c6ed-4b0c-ad35-2e5081fa47e6 req-856faabc-bdf5-4733-9e03-c8d9a1a0c1ee tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1579628 Jan 21 08:05:17.856978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9466a224-999a-4815-b74e-4ee36da4f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8120fdcf-5512-4910-9186-ad4267b682d9'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:05:17.868296 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 8120fdcf-5512-4910-9186-ad4267b682d9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8120fdcf-5512-4910-9186-ad4267b682d9,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:05:17.887220 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bcbfdf42-c6ed-4b0c-ad35-2e5081fa47e6 req-13ffa2fd-ca6e-488f-b546-9e971962cba2 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519209 Jan 21 08:05:17.938655 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:17.941371 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:18.049006 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=8120fdcf-5512-4910-9186-ad4267b682d9,revision_number=6']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:18.055697 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:18.094463 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9466a224-999a-4815-b74e-4ee36da4f220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8120fdcf-5512-4910-9186-ad4267b682d9', 'code': 200} Jan 21 08:05:18.149438 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c2396-42fa-4d96-8478-d19006dc5542 req-fbb8af82-8e93-4e41-9205-3adeb59a2123 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:18.151671 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f0c2396-42fa-4d96-8478-d19006dc5542 req-fbb8af82-8e93-4e41-9205-3adeb59a2123 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1429749 Jan 21 08:05:18.227319 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f0c2396-42fa-4d96-8478-d19006dc5542 req-ff6105f6-66f3-4b7f-a998-e02fba24e267 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693727 Jan 21 08:05:18.285562 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9b0bc92c-eebf-4b94-8132-6c2267295734 req-22ebc6af-2c8b-4f96-bf78-750ab87994df tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.1231704 Jan 21 08:05:18.508362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a1e47-cdb3-450a-811c-e080a73afc75 req-cbccaf07-e674-41a8-bb0a-e0a33aa05b48 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:18.510226 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a10a1e47-cdb3-450a-811c-e080a73afc75 req-cbccaf07-e674-41a8-bb0a-e0a33aa05b48 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.1195776 Jan 21 08:05:18.591838 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a10a1e47-cdb3-450a-811c-e080a73afc75 req-3dce18de-a8e5-4ab3-97ec-5eaa11bbc691 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725482 Jan 21 08:05:18.843501 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 8120fdcf-5512-4910-9186-ad4267b682d9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:18.922552 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 8120fdcf-5512-4910-9186-ad4267b682d9 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:18.923002 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:19.141962 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c649b04-3251-42f7-8845-3b22d913228b req-81b86818-57ff-4701-b78d-1ae1f7cc4171 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:19.143652 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0c649b04-3251-42f7-8845-3b22d913228b req-81b86818-57ff-4701-b78d-1ae1f7cc4171 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1127424 Jan 21 08:05:19.197256 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0c649b04-3251-42f7-8845-3b22d913228b req-3ddd48af-e180-4878-a3aa-18e644ea0034 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457857 Jan 21 08:05:19.460572 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f3eca600-96f1-4fa8-9e03-e3392f424302 req-f984fdc0-f284-470d-bb51-8236f900e657 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.0530982 Jan 21 08:05:19.566344 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837978d4-2506-4d4b-a105-5694d3166729 req-2b73751d-890d-47eb-a4fb-1a9f71fb5cec tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:19.568529 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-837978d4-2506-4d4b-a105-5694d3166729 req-2b73751d-890d-47eb-a4fb-1a9f71fb5cec tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1296360 Jan 21 08:05:19.619849 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-837978d4-2506-4d4b-a105-5694d3166729 req-8a9c6465-d3ae-4ae3-a9c9-07a79726f78d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449984 Jan 21 08:05:19.865830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8ec18-af1a-496a-a9fd-3ed0163ff226 req-6fbecc12-8e8a-41f3-91c6-a3ded37768fb tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:19.866518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-90c8ec18-af1a-496a-a9fd-3ed0163ff226 req-6fbecc12-8e8a-41f3-91c6-a3ded37768fb tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Synchronizing usage tracker for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:05:19.929787 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-90c8ec18-af1a-496a-a9fd-3ed0163ff226 req-6fbecc12-8e8a-41f3-91c6-a3ded37768fb tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Unset dirty status for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:05:19.931404 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-90c8ec18-af1a-496a-a9fd-3ed0163ff226 req-6fbecc12-8e8a-41f3-91c6-a3ded37768fb tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.1997297 Jan 21 08:05:19.982869 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-90c8ec18-af1a-496a-a9fd-3ed0163ff226 req-0568109b-84ee-4583-b78a-51f30932fe95 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Synchronizing usage tracker for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:security_group {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:05:20.026390 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-90c8ec18-af1a-496a-a9fd-3ed0163ff226 req-0568109b-84ee-4583-b78a-51f30932fe95 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Unset dirty status for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:security_group {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:05:20.027662 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-90c8ec18-af1a-496a-a9fd-3ed0163ff226 req-0568109b-84ee-4583-b78a-51f30932fe95 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897822 Jan 21 08:05:20.439545 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e48b9-b40c-4e76-83a3-069c3b696349 req-0cb54b96-7652-453a-aa6d-4d0423f2f8df tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:20.441508 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b16e48b9-b40c-4e76-83a3-069c3b696349 req-0cb54b96-7652-453a-aa6d-4d0423f2f8df tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1053417 Jan 21 08:05:20.503457 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b16e48b9-b40c-4e76-83a3-069c3b696349 req-e9adf864-5040-408c-9a5f-203ee73b2aa3 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553432 Jan 21 08:05:20.680962 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fa01b551-85da-4ac8-818b-1f8a79f21418 req-75b6c0bd-9eba-4487-a6d0-5212f750a8bb tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.0511639 Jan 21 08:05:20.883962 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-84bb166e-37ca-4433-88ed-a99fa35f3e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:20.939491 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c1189-45a7-4b99-92d5-8ecda6d88863 req-d7b7b1f7-9bde-41bf-9667-eac97d16a9b4 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:20.941360 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-890c1189-45a7-4b99-92d5-8ecda6d88863 req-d7b7b1f7-9bde-41bf-9667-eac97d16a9b4 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1387787 Jan 21 08:05:20.998079 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-890c1189-45a7-4b99-92d5-8ecda6d88863 req-89722239-cc6c-437a-a19a-b1371d636e10 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487509 Jan 21 08:05:21.273324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f78416-2ab2-4715-bd4a-fbce748914bd req-86f74999-6f9c-43fd-b414-76b536ac6b26 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:21.275022 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c3f78416-2ab2-4715-bd4a-fbce748914bd req-86f74999-6f9c-43fd-b414-76b536ac6b26 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.1128552 Jan 21 08:05:21.329017 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c3f78416-2ab2-4715-bd4a-fbce748914bd req-13cd3469-ff48-4e2d-8d21-7d6d6774c794 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471754 Jan 21 08:05:21.775082 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c28da-536c-4f46-917c-9e6f4eec7a7f req-11c32cc3-81d6-488d-9cbd-fdfacc890091 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:21.776928 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1a1c28da-536c-4f46-917c-9e6f4eec7a7f req-11c32cc3-81d6-488d-9cbd-fdfacc890091 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1227717 Jan 21 08:05:21.850983 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1a1c28da-536c-4f46-917c-9e6f4eec7a7f req-27663b0a-a9c6-445e-9ff1-225cdc39ccd0 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674140 Jan 21 08:05:21.910305 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf39564f-c9d0-4581-9ee8-8ba176b86dc5 req-699aae2e-9807-4e79-842d-c86d1d6d0b55 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.0514605 Jan 21 08:05:22.263023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a2be1-65a9-484c-b474-7cf31508199b req-00b29871-a00b-4126-b3e9-7cbfcfd312c9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:22.264794 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5d5a2be1-65a9-484c-b474-7cf31508199b req-00b29871-a00b-4126-b3e9-7cbfcfd312c9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1105282 Jan 21 08:05:22.330755 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5d5a2be1-65a9-484c-b474-7cf31508199b req-56c4eed6-d827-4973-a283-f4b479d59103 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592704 Jan 21 08:05:22.597755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0252-f1eb-485b-8ea8-2fe21cbcbe06 req-825e8c0b-a31d-42b7-afc3-9356c585d850 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:22.598970 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dddd0252-f1eb-485b-8ea8-2fe21cbcbe06 req-825e8c0b-a31d-42b7-afc3-9356c585d850 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.1244440 Jan 21 08:05:22.664539 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dddd0252-f1eb-485b-8ea8-2fe21cbcbe06 req-1025c62d-5b51-4570-a598-0588ebe64ab0 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592232 Jan 21 08:05:23.044119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f0162c06-00dc-489e-92c3-478c4a2c463d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:23.093441 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ad4114b7-d1e6-44ca-be7f-9f0429fe78d1 req-ba5d5a4d-c781-457e-a235-26ec8fd286fc tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.0501800 Jan 21 08:05:23.113690 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445ec99-0e54-42fd-ac14-1e157f8f78b0 req-9d92c22d-7a4f-44a3-aa34-1ec10b2115d3 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:23.116338 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5445ec99-0e54-42fd-ac14-1e157f8f78b0 req-9d92c22d-7a4f-44a3-aa34-1ec10b2115d3 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1230397 Jan 21 08:05:23.184314 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5445ec99-0e54-42fd-ac14-1e157f8f78b0 req-dfa8e58d-f5a2-4a0c-9eda-bb7f43679e7f tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614073 Jan 21 08:05:23.587590 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa55f8-41aa-4a18-9b66-48f4d441e630 req-3bce0564-9024-4f74-98f9-95e549dc22e6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:23.589575 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6aaa55f8-41aa-4a18-9b66-48f4d441e630 req-3bce0564-9024-4f74-98f9-95e549dc22e6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1066167 Jan 21 08:05:23.650349 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6aaa55f8-41aa-4a18-9b66-48f4d441e630 req-01e44621-cd6e-464a-b14a-b034baa20095 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530143 Jan 21 08:05:23.866568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:23.924318 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71b055-9354-431c-9a82-bd438ea38a90 req-89ee6fed-a719-4b88-ba52-ea2f40b71aec tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:23.926010 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-de71b055-9354-431c-9a82-bd438ea38a90 req-89ee6fed-a719-4b88-ba52-ea2f40b71aec tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.1337621 Jan 21 08:05:23.983526 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-de71b055-9354-431c-9a82-bd438ea38a90 req-6c5b5975-3f13-41d3-af70-9a4ea559760c tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505152 Jan 21 08:05:24.355762 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-da2c9af4-0186-456e-9ca2-6e0bde8a3ccd req-a4954af3-db05-43f3-96ae-1d7c4a3ef179 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.1092305 Jan 21 08:05:24.486990 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d28201-75cc-4374-b958-2439d1d2e2d3 req-32561edf-64e5-4b10-9a15-25adb34017a9 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:24.488662 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e7d28201-75cc-4374-b958-2439d1d2e2d3 req-32561edf-64e5-4b10-9a15-25adb34017a9 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1161983 Jan 21 08:05:24.542339 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e7d28201-75cc-4374-b958-2439d1d2e2d3 req-5904eff5-61b1-4647-b3f9-863df77d6160 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472481 Jan 21 08:05:24.902702 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97815d97-ceb1-46f5-934a-ef0497417b47 req-9d9227b8-cf11-479d-be95-da58bf7396bb tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:24.906630 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-97815d97-ceb1-46f5-934a-ef0497417b47 req-9d9227b8-cf11-479d-be95-da58bf7396bb tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1044281 Jan 21 08:05:24.964224 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-97815d97-ceb1-46f5-934a-ef0497417b47 req-d38ab3bf-5d1f-4f66-80da-ddb365b91ef1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524051 Jan 21 08:05:24.989966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:25.445813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03e923-d3e7-467c-9118-0c0472b247b4 req-a058e25a-cb8b-46ff-8d35-cf9695949fb8 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:25.447546 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3a03e923-d3e7-467c-9118-0c0472b247b4 req-a058e25a-cb8b-46ff-8d35-cf9695949fb8 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.3291504 Jan 21 08:05:25.517020 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3a03e923-d3e7-467c-9118-0c0472b247b4 req-232aa5ae-3c84-4cf6-8d63-5729de32df17 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621583 Jan 21 08:05:25.559439 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b972e70b-1247-4687-a4b4-928ceedda172 req-29159183-b2e7-4d6e-b9f9-6fdd4d5d0805 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.0643792 Jan 21 08:05:25.745242 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:25.824638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77ebdc-6436-48ee-8a82-5bfea9b1a4f5 req-befba84b-dcd9-4ff5-a1c0-30a9c9ea546a tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:25.824638 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c77ebdc-6436-48ee-8a82-5bfea9b1a4f5 req-befba84b-dcd9-4ff5-a1c0-30a9c9ea546a tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1366174 Jan 21 08:05:25.888306 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c77ebdc-6436-48ee-8a82-5bfea9b1a4f5 req-a3a895f3-4060-49b0-9813-67d3d18882f2 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607548 Jan 21 08:05:26.223523 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f1dee-03b3-4e54-a60b-23918743532b req-577e3dcd-d866-4f13-a6d0-5d807ba84758 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:26.225327 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-207f1dee-03b3-4e54-a60b-23918743532b req-577e3dcd-d866-4f13-a6d0-5d807ba84758 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1018806 Jan 21 08:05:26.277432 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-207f1dee-03b3-4e54-a60b-23918743532b req-7e2b0487-b0fc-4d26-9a3c-505377b3c457 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457761 Jan 21 08:05:26.752326 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f613533b-ed80-49fe-a477-43a578871e28 req-e4452cae-e2bb-445a-ad68-aa53613229a2 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.0579314 Jan 21 08:05:26.769365 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fcbe9-9cf4-4073-ade4-03e36cce242a req-a709b4f9-6029-409a-8a86-300960d13817 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:26.771134 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-653fcbe9-9cf4-4073-ade4-03e36cce242a req-a709b4f9-6029-409a-8a86-300960d13817 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.1339464 Jan 21 08:05:26.832689 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-653fcbe9-9cf4-4073-ade4-03e36cce242a req-b0235150-b140-483b-8290-7f31f2a5bc87 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546703 Jan 21 08:05:27.150982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12268a9-d5b1-488d-807b-68e64cfb282b req-9e4baaff-0c74-499a-bcec-0eed08612ca0 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:27.164331 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f12268a9-d5b1-488d-807b-68e64cfb282b req-9e4baaff-0c74-499a-bcec-0eed08612ca0 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1372476 Jan 21 08:05:27.217511 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f12268a9-d5b1-488d-807b-68e64cfb282b req-f3034294-6ebb-4cbe-abda-b5654f379361 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522110 Jan 21 08:05:27.577299 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e92b4a-fdec-4957-a2bf-5519958c936b req-79deb532-4bce-4f12-b448-7ea256ab5f83 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:27.579051 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35e92b4a-fdec-4957-a2bf-5519958c936b req-79deb532-4bce-4f12-b448-7ea256ab5f83 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1407924 Jan 21 08:05:27.633624 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35e92b4a-fdec-4957-a2bf-5519958c936b req-3be2cba3-ea3e-468e-aa37-f54a5fb76e0a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474339 Jan 21 08:05:27.959540 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-89287678-228d-4d4e-9d2c-db658d50f41b req-53bfeeca-5f52-42c3-98b7-5e9074c409a6 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.0527310 Jan 21 08:05:28.080487 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01787364-9f20-4a45-90f9-3b963e2d84aa req-d073b350-d9e4-44fa-8cde-1dc3036639cb tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:28.082446 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-01787364-9f20-4a45-90f9-3b963e2d84aa req-d073b350-d9e4-44fa-8cde-1dc3036639cb tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.1115129 Jan 21 08:05:28.135060 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-01787364-9f20-4a45-90f9-3b963e2d84aa req-46f81b0e-760c-47ee-811b-9ea51793dd60 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Jan 21 08:05:28.471230 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50b580-766c-4011-a5fe-93c287b19897 req-64ff6f18-f3aa-46a3-a139-6ac3997784d6 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:28.472983 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4e50b580-766c-4011-a5fe-93c287b19897 req-64ff6f18-f3aa-46a3-a139-6ac3997784d6 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1071818 Jan 21 08:05:28.525359 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4e50b580-766c-4011-a5fe-93c287b19897 req-c150b1ee-a5cd-4cc2-9a3f-8551a7bec226 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448623 Jan 21 08:05:28.887868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfce07-6f89-4bd6-9105-e04ce131d45a req-c1a1682f-38bb-4030-9e6a-32e213e4c67d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:28.889582 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1ddfce07-6f89-4bd6-9105-e04ce131d45a req-c1a1682f-38bb-4030-9e6a-32e213e4c67d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1078393 Jan 21 08:05:28.941028 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1ddfce07-6f89-4bd6-9105-e04ce131d45a req-7ec97a72-33f9-472a-9d9f-2a1db02abd73 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451751 Jan 21 08:05:29.158097 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4c6733f8-fdc6-4b32-b174-76491ef3b4bb req-900a859c-6811-42cc-bd15-b11872cf5eda tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.0523534 Jan 21 08:05:29.394718 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e7bff-b951-4d36-9306-a58e326f32f2 req-bf3b7347-b56c-4f9f-b803-34ab77601257 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:29.396606 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b94e7bff-b951-4d36-9306-a58e326f32f2 req-bf3b7347-b56c-4f9f-b803-34ab77601257 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.1091652 Jan 21 08:05:29.452188 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b94e7bff-b951-4d36-9306-a58e326f32f2 req-fc26b835-af6e-40b7-898e-d665207b35ac tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484138 Jan 21 08:05:29.781632 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b51017-45bb-4446-9083-807d0c2e7556 req-aa88555f-def7-417f-8d4e-c70a2a606588 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:29.783362 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2b51017-45bb-4446-9083-807d0c2e7556 req-aa88555f-def7-417f-8d4e-c70a2a606588 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1259747 Jan 21 08:05:29.842780 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2b51017-45bb-4446-9083-807d0c2e7556 req-86351fb8-f83c-4c82-bd4d-b5a520390040 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520563 Jan 21 08:05:30.196249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80d42d-2093-4d8a-95ff-3ae4f9696535 req-13b2aa26-7f3c-47cf-9c46-bd4caaa46113 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:30.197860 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4d80d42d-2093-4d8a-95ff-3ae4f9696535 req-13b2aa26-7f3c-47cf-9c46-bd4caaa46113 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1045306 Jan 21 08:05:30.253426 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4d80d42d-2093-4d8a-95ff-3ae4f9696535 req-53010411-1b88-42dc-bb12-d674ff6b0c0b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492733 Jan 21 08:05:30.381901 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-63088179-a6e1-42c1-a959-4318ac1d97ef req-1dca897b-ebcb-4629-8c3b-3c135da806ab tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.0569320 Jan 21 08:05:30.682527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2782dd-5a4f-45d3-b3e8-0ac2b264b680 req-c8dc7ec9-267f-4e27-b6c0-bd573cac3263 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:30.684912 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bd2782dd-5a4f-45d3-b3e8-0ac2b264b680 req-c8dc7ec9-267f-4e27-b6c0-bd573cac3263 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.1025558 Jan 21 08:05:30.738099 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bd2782dd-5a4f-45d3-b3e8-0ac2b264b680 req-9981cc09-9164-403c-a764-b48236d0bed8 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 Jan 21 08:05:31.076620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312ab75-a5d1-4527-9806-efb511396212 req-5fbcd7c6-2ed8-464a-a17d-f7989516bf72 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:31.078201 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2312ab75-a5d1-4527-9806-efb511396212 req-5fbcd7c6-2ed8-464a-a17d-f7989516bf72 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.1063335 Jan 21 08:05:31.131600 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2312ab75-a5d1-4527-9806-efb511396212 req-615c88d5-0821-4e6e-90de-53e316b97419 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470037 Jan 21 08:05:31.219246 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Request body: {'port': {'device_id': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:05:31.346003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:31.600728 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c6a32646-bfd0-443b-b890-7849215ff613 req-7a7be959-086c-476b-a463-8ffb08d7f00e tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.0731571 Jan 21 08:05:31.810512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633232-b94d-4b6c-b8a6-97b0b64876ef req-64637f7a-d2ef-4ce8-8a98-f4118682dae6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:31.812225 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-20633232-b94d-4b6c-b8a6-97b0b64876ef req-64637f7a-d2ef-4ce8-8a98-f4118682dae6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1599119 Jan 21 08:05:31.941148 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-20633232-b94d-4b6c-b8a6-97b0b64876ef req-1ee60573-0f73-433e-b08e-a3287bd91fa7 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953174 Jan 21 08:05:31.948362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a19f45d-82da-4e13-b655-94e0732e4de3 {{(pid=80227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:05:31.959010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:31.972818 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Transition to ACTIVE for port object 6a19f45d-82da-4e13-b655-94e0732e4de3 will not be triggered until provisioned by entity L2. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:05:32.021699 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852211439'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:32.046092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0fc1c681-0778-4388-aad4-94adfbf76592 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:32.057379 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa9616-b405-4946-928e-11e05df73a4d req-6801c404-ee9e-4d10-8a60-cb603f87bd44 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:32.066047 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-52aa9616-b405-4946-928e-11e05df73a4d req-6801c404-ee9e-4d10-8a60-cb603f87bd44 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 932 time: 0.1815240 Jan 21 08:05:32.118938 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-52aa9616-b405-4946-928e-11e05df73a4d req-054091b9-bac7-45ff-95fb-90ed5166bac4 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518749 Jan 21 08:05:32.195863 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Pushing event updated for resources: {'Port': ['ID=6a19f45d-82da-4e13-b655-94e0732e4de3,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:32.215410 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.217870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.217870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.217870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.217870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.217870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.217870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.218576 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.220946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.220946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.220946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.220946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.220946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.220946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.221942 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.222247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.222727 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.223204 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.223750 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.224276 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.224764 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.225259 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.225734 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.226209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:32.244983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:32.440551 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c1e52-58c4-4f33-96bb-9232255df65f req-3e560b73-30a4-4c9c-96d8-d9d1190b387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:32.443122 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-813c1e52-58c4-4f33-96bb-9232255df65f req-3e560b73-30a4-4c9c-96d8-d9d1190b387b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 1163 time: 0.0890040 Jan 21 08:05:32.496821 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-813c1e52-58c4-4f33-96bb-9232255df65f req-9041f820-c466-4050-8375-e1f4663c3497 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449622 Jan 21 08:05:32.563959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc4aa0-6aec-4d92-ba97-d667a68d851d req-f02d8bc8-097f-47c8-b801-646c6620e2b8 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:32.565725 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0cbc4aa0-6aec-4d92-ba97-d667a68d851d req-f02d8bc8-097f-47c8-b801-646c6620e2b8 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.2723927 Jan 21 08:05:32.621755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Attempting to bind port 6a19f45d-82da-4e13-b655-94e0732e4de3 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:05:32.622116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Attempting to bind port 6a19f45d-82da-4e13-b655-94e0732e4de3 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:05:32.622479 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Attempting to bind port 6a19f45d-82da-4e13-b655-94e0732e4de3 on network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:05:32.639239 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:05:32.639619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Checking segment: {'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:05:32.640497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:32.640497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Bound using segment: {'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:05:32.640886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Bound port: 6a19f45d-82da-4e13-b655-94e0732e4de3, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d7cc16-000d-4233-b5a4-b0c67231778e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e'}}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:05:32.641271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:32.657862 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0cbc4aa0-6aec-4d92-ba97-d667a68d851d req-92102bd5-512e-472c-857d-2da3f30a361e tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842593 Jan 21 08:05:32.755579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] For port 6a19f45d-82da-4e13-b655-94e0732e4de3, host hv-cinder-76859, cleared binding levels {{(pid=80227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:05:32.759225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] For port 6a19f45d-82da-4e13-b655-94e0732e4de3, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=6a19f45d-82da-4e13-b655-94e0732e4de3,segment=NetworkSegment(e4d7cc16-000d-4233-b5a4-b0c67231778e),segment_id=e4d7cc16-000d-4233-b5a4-b0c67231778e)] {{(pid=80227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:05:32.785923 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8f2a5078-b847-4e8b-bb47-293836c59bc8 req-5d66e7d9-4737-48e3-abbe-830e6aae7dba tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.0497131 Jan 21 08:05:32.788300 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852211439'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:32.805335 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:32.871678 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network 7835a278-2720-40f4-98ef-639cdd795633 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:05:33.202955 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Pushing event updated for resources: {'Port': ['ID=6a19f45d-82da-4e13-b655-94e0732e4de3,revision_number=3']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:33.215584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:33.317947 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:33.318635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:33.320138 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] 10.222.0.75 "PUT /v2.0/ports/6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 1158 time: 2.1062984 Jan 21 08:05:33.325849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:05:33.347372 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-603437cb-3cd5-44fd-81f6-d22777edf811 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:33.349329 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-603437cb-3cd5-44fd-81f6-d22777edf811 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Synchronizing usage tracker for tenant:c5c92ac46c714ca88d5cf98de496c464 on resource:network {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:05:33.361844 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4fb8c-094e-41e9-8c5f-862f1f85b073 req-fc7b95fb-20b6-44a4-8b0d-cca9880215e1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:33.370953 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-27d4fb8c-094e-41e9-8c5f-862f1f85b073 req-fc7b95fb-20b6-44a4-8b0d-cca9880215e1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.2315168 Jan 21 08:05:33.412988 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.objects.ports [None req-4abac2a4-afdf-44cf-8432-369d421e2f70 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80228) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 08:05:33.424782 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-27d4fb8c-094e-41e9-8c5f-862f1f85b073 req-f03888eb-049c-4db9-965d-bb90e34449ff tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528617 Jan 21 08:05:33.524967 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ee717-6d71-4bd7-898a-2ce9b42f7a0f req-a3a13972-0aca-4f66-ab6d-ed2ba73dc670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:33.526768 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e6ee717-6d71-4bd7-898a-2ce9b42f7a0f req-a3a13972-0aca-4f66-ab6d-ed2ba73dc670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 944 time: 0.1663024 Jan 21 08:05:33.541776 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-603437cb-3cd5-44fd-81f6-d22777edf811 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Unset dirty status for tenant:c5c92ac46c714ca88d5cf98de496c464 on resource:network {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:05:33.543154 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-603437cb-3cd5-44fd-81f6-d22777edf811 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.75 "GET /v2.0/networks?id=cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 HTTP/1.1" status: 200 len: 814 time: 0.4692569 Jan 21 08:05:33.581728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922167-bda2-4483-bd59-b424c1abd2bb req-fff08fdd-0473-41a8-993b-dc2e63b371d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:33.584699 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-fff08fdd-0473-41a8-993b-dc2e63b371d8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3d4371ac87b422d8a76947709ddc2c5&device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 1161 time: 0.1451869 Jan 21 08:05:33.601947 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Request body: {'port': {'device_id': '849066a9-6c9e-434e-8709-1f514b0d2489', 'network_id': 'cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25', 'admin_state_up': True, 'tenant_id': 'c5c92ac46c714ca88d5cf98de496c464'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:05:33.719024 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-389842b7-45c9-4906-a5f1-c6a36dbff9bf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 217 time: 0.0737095 Jan 21 08:05:33.731442 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e6ee717-6d71-4bd7-898a-2ce9b42f7a0f req-82d78adf-0841-4833-b7a8-c32ce368ae3c tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914837 Jan 21 08:05:33.788285 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:33.795201 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Usage tracker for resource:port and tenant:c5c92ac46c714ca88d5cf98de496c464 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:33.800509 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Quota usage for port was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:33.812911 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:33.834330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922167-bda2-4483-bd59-b424c1abd2bb req-86f7a320-8ff0-43cf-9d87-c3704b3eb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:33.834330 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-86f7a320-8ff0-43cf-9d87-c3704b3eb016 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee337f00-ef02-4beb-9c87-8377011be091 HTTP/1.1" status: 200 len: 853 time: 0.1024704 Jan 21 08:05:33.835676 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3', 'status': 'completed', 'code': 200} Jan 21 08:05:33.858220 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Made reservation on behalf of c5c92ac46c714ca88d5cf98de496c464 for: {'port': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:05:33.867604 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:34.007762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a2ada4bc-77db-49ae-b00d-da02cc4ac769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:34.012236 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-a2ada4bc-77db-49ae-b00d-da02cc4ac769 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1068275 Jan 21 08:05:34.180138 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3bd36fc3-3918-4a34-bd21-299351f3b730 req-2b45f421-037e-4129-a3d1-b65e7fedc2b6 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.0513785 Jan 21 08:05:34.209537 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d024a57-1723-4e82-8996-7e9fc3ed5276 req-3501492d-3079-4cdb-89cc-c49c61a753b5 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:34.210994 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4d024a57-1723-4e82-8996-7e9fc3ed5276 req-3501492d-3079-4cdb-89cc-c49c61a753b5 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 947 time: 0.2246170 Jan 21 08:05:34.243796 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-b5a54b9c-08ba-4733-813a-cddfcafece8c service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994708 Jan 21 08:05:34.334734 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4d024a57-1723-4e82-8996-7e9fc3ed5276 req-fd6c28dc-1100-4e7d-bf7f-713f7a7b8d2f tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796816 Jan 21 08:05:34.341202 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Allocated IP 172.20.0.10 (cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25/bc0a9b06-c999-4fed-b6a5-17c515b2f621/75414f56-4af9-40ea-bebd-ad101e9689e4) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:05:34.497532 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-21922167-bda2-4483-bd59-b424c1abd2bb req-ddea0966-b64d-428d-9104-ac77e0528281 service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2388859 Jan 21 08:05:34.525203 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ea1bb-9c07-4c04-9854-dadb3eddc3b8 req-b51b2720-9482-468e-9a2b-489f1bde48e4 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:34.532618 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d42ea1bb-9c07-4c04-9854-dadb3eddc3b8 req-b51b2720-9482-468e-9a2b-489f1bde48e4 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1840158 Jan 21 08:05:34.548742 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 275f4c1c-f520-429f-af91-b2970a94ed7f up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:34.595727 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d42ea1bb-9c07-4c04-9854-dadb3eddc3b8 req-116e2d2f-3973-41a1-bdb4-3bee8fcd3c30 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607324 Jan 21 08:05:34.646236 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:34.693426 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 275f4c1c-f520-429f-af91-b2970a94ed7f completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:05:34.700474 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 275f4c1c-f520-429f-af91-b2970a94ed7f triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:34.704539 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:34.823495 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc73388-9875-4f0a-8dd7-d6581a8fd393 req-ac055784-a9de-43b8-866f-bd864d209151 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:34.825674 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1dc73388-9875-4f0a-8dd7-d6581a8fd393 req-ac055784-a9de-43b8-866f-bd864d209151 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1756222 Jan 21 08:05:34.833407 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:34.855765 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:34.899054 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 275f4c1c-f520-429f-af91-b2970a94ed7f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=275f4c1c-f520-429f-af91-b2970a94ed7f,segment=NetworkSegment(a2a9cb2f-bfae-4211-9146-c946c6690a82),segment_id=a2a9cb2f-bfae-4211-9146-c946c6690a82)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:05:34.900700 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922343e7-fbe3-46b6-85b0-db8cb4a64a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275f4c1c-f520-429f-af91-b2970a94ed7f'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:05:34.908785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2226c85-6832-4460-9838-59852183dea1 req-69d856d5-5918-4aa0-8ec3-36bdebf48ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:34.911874 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2226c85-6832-4460-9838-59852183dea1 req-69d856d5-5918-4aa0-8ec3-36bdebf48ae1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3d4371ac87b422d8a76947709ddc2c5&device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 1161 time: 0.1422908 Jan 21 08:05:34.940886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:34.943669 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:35.023201 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:35.047825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=275f4c1c-f520-429f-af91-b2970a94ed7f,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:35.053282 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:35.200851 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2226c85-6832-4460-9838-59852183dea1 req-6902278b-2214-41fd-8c24-eb39fa2c2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:35.202539 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2226c85-6832-4460-9838-59852183dea1 req-6902278b-2214-41fd-8c24-eb39fa2c2d8a service neutron] 10.222.0.75 "GET /v2.0/networks?id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e HTTP/1.1" status: 200 len: 908 time: 0.2781909 Jan 21 08:05:35.218532 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Pushing event updated for resources: {'Port': ['ID=75414f56-4af9-40ea-bebd-ad101e9689e4,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:35.231162 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ac5ce-30aa-45fc-8eb8-313333a5dcee req-9fa37334-7140-4327-8aed-f9eb557e1f0a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:35.251306 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1dc73388-9875-4f0a-8dd7-d6581a8fd393 req-7b3f6f63-c88c-4850-9e1b-29a42aa123c2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3951359 Jan 21 08:05:35.252477 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2d0ac5ce-30aa-45fc-8eb8-313333a5dcee req-9fa37334-7140-4327-8aed-f9eb557e1f0a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 944 time: 0.3003497 Jan 21 08:05:35.254963 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Network cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:05:35.256604 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:35.257886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:05:35.260579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:05:35.374721 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:35.376302 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:35.381904 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922343e7-fbe3-46b6-85b0-db8cb4a64a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275f4c1c-f520-429f-af91-b2970a94ed7f', 'code': 200} Jan 21 08:05:35.384878 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2226c85-6832-4460-9838-59852183dea1 req-f4aec301-227a-4b38-b238-ce592f5cee3f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 217 time: 0.1096160 Jan 21 08:05:35.424196 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2d0ac5ce-30aa-45fc-8eb8-313333a5dcee req-d26a2835-01e5-4c82-956c-5aeefba1bfcc tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707115 Jan 21 08:05:35.553486 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2226c85-6832-4460-9838-59852183dea1 req-12bfc401-8fd2-4855-b875-42b6c308876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:35.555430 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2226c85-6832-4460-9838-59852183dea1 req-12bfc401-8fd2-4855-b875-42b6c308876c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee337f00-ef02-4beb-9c87-8377011be091 HTTP/1.1" status: 200 len: 853 time: 0.0798204 Jan 21 08:05:35.634466 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fc048-c35b-4d26-9908-5bb53192d843 req-ba68701b-f35f-481e-a3ed-2913ca389238 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:35.635297 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-8b4fc048-c35b-4d26-9908-5bb53192d843 req-ba68701b-f35f-481e-a3ed-2913ca389238 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Synchronizing usage tracker for tenant:c5c92ac46c714ca88d5cf98de496c464 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:05:35.640686 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0475805 Jan 21 08:05:35.659294 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2226c85-6832-4460-9838-59852183dea1 req-4bc8f883-965d-429d-9801-f37787bb98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:35.660950 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2226c85-6832-4460-9838-59852183dea1 req-4bc8f883-965d-429d-9801-f37787bb98d1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921729 Jan 21 08:05:35.679376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Request body: {'port': {'device_id': '849066a9-6c9e-434e-8709-1f514b0d2489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:05:35.712424 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-8b4fc048-c35b-4d26-9908-5bb53192d843 req-ba68701b-f35f-481e-a3ed-2913ca389238 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Unset dirty status for tenant:c5c92ac46c714ca88d5cf98de496c464 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:05:35.714129 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b4fc048-c35b-4d26-9908-5bb53192d843 req-ba68701b-f35f-481e-a3ed-2913ca389238 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 932 time: 0.1957104 Jan 21 08:05:35.840898 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-8b4fc048-c35b-4d26-9908-5bb53192d843 req-00b2fcf9-8b47-4a81-bd5c-14f41b48765c tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Synchronizing usage tracker for tenant:c5c92ac46c714ca88d5cf98de496c464 on resource:security_group {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:05:35.868686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:35.941222 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98dfe2-4294-4f8f-b029-2a3013fd2a4b req-4525febd-76c6-4d61-8ad5-0718da1df7c9 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:35.943416 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e98dfe2-4294-4f8f-b029-2a3013fd2a4b req-4525febd-76c6-4d61-8ad5-0718da1df7c9 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 949 time: 0.1501276 Jan 21 08:05:35.945870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-8b4fc048-c35b-4d26-9908-5bb53192d843 req-00b2fcf9-8b47-4a81-bd5c-14f41b48765c tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Unset dirty status for tenant:c5c92ac46c714ca88d5cf98de496c464 on resource:security_group {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:05:35.950220 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b4fc048-c35b-4d26-9908-5bb53192d843 req-00b2fcf9-8b47-4a81-bd5c-14f41b48765c tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284789 Jan 21 08:05:36.004552 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 8120fdcf-5512-4910-9186-ad4267b682d9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:36.007123 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2226c85-6832-4460-9838-59852183dea1 req-2b8ec40f-a17c-4f00-bf1f-c8659727ff50 service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197451 Jan 21 08:05:36.111770 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 8120fdcf-5512-4910-9186-ad4267b682d9 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:36.112446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:36.297414 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e98dfe2-4294-4f8f-b029-2a3013fd2a4b req-cedac33c-da3c-4db9-93fe-1fd0b430999e tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226850 Jan 21 08:05:36.304948 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 275f4c1c-f520-429f-af91-b2970a94ed7f up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:36.411979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 275f4c1c-f520-429f-af91-b2970a94ed7f triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:36.413079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:36.435636 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b2226c85-6832-4460-9838-59852183dea1 req-0ccc5d8a-3a35-40b6-b38e-34e60132fdbb service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4082403 Jan 21 08:05:36.553267 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebb655-9685-4ae3-aa0e-808ce1c4b4ae req-44e344ca-1c4c-426a-a639-43d0d5ce0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:36.559255 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d0ebb655-9685-4ae3-aa0e-808ce1c4b4ae req-44e344ca-1c4c-426a-a639-43d0d5ce0ec4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 1166 time: 0.5561144 Jan 21 08:05:36.616973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d865e1-c71c-496e-985c-a5b8ca1161eb req-24352ca1-da50-43d8-b029-6d0293a4a2df tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:36.618465 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-33d865e1-c71c-496e-985c-a5b8ca1161eb req-24352ca1-da50-43d8-b029-6d0293a4a2df tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1094575 Jan 21 08:05:36.658407 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d0ebb655-9685-4ae3-aa0e-808ce1c4b4ae req-32408360-ff52-402e-8a9e-6f064e4797d9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853443 Jan 21 08:05:36.670566 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-33d865e1-c71c-496e-985c-a5b8ca1161eb req-fb059fd3-15d3-4423-8ec5-a01f61d4f2ca tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455875 Jan 21 08:05:36.735182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f698c1-c4af-4391-a8ea-7e6d3e5973ce req-647dfd82-b404-43ec-be42-4f4a5ae56455 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:36.736811 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35f698c1-c4af-4391-a8ea-7e6d3e5973ce req-647dfd82-b404-43ec-be42-4f4a5ae56455 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.5561264 Jan 21 08:05:36.848314 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75414f56-4af9-40ea-bebd-ad101e9689e4 {{(pid=80226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:05:36.858530 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35f698c1-c4af-4391-a8ea-7e6d3e5973ce req-698ca155-f8a2-484f-b8ff-edff9b3edcee tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106825 Jan 21 08:05:36.862542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:36.910808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca4027-703b-406e-9d24-c55138aaa749 req-4a7e3519-8e43-4b0c-8a88-35621f2db35d tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:36.913108 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6dca4027-703b-406e-9d24-c55138aaa749 req-4a7e3519-8e43-4b0c-8a88-35621f2db35d tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 944 time: 0.1083713 Jan 21 08:05:36.934851 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Transition to ACTIVE for port object 75414f56-4af9-40ea-bebd-ad101e9689e4 will not be triggered until provisioned by entity L2. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:05:36.964860 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6dca4027-703b-406e-9d24-c55138aaa749 req-8dab2376-7e13-4951-8d3a-219af8d5b3b4 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451081 Jan 21 08:05:36.969383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1160483'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:36.986638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:37.171312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Pushing event updated for resources: {'Port': ['ID=75414f56-4af9-40ea-bebd-ad101e9689e4,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:37.186723 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:37.325660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b8329-207d-44b2-a1c9-dd72e0803cec req-2f7832ac-be02-4e27-b0f2-f4192b4ae8eb tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:37.327365 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9d9b8329-207d-44b2-a1c9-dd72e0803cec req-2f7832ac-be02-4e27-b0f2-f4192b4ae8eb tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 944 time: 0.2297926 Jan 21 08:05:37.437985 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9d9b8329-207d-44b2-a1c9-dd72e0803cec req-21a468d7-bf78-4bba-9397-adb7e6ad3a37 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013839 Jan 21 08:05:37.457771 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Attempting to bind port 75414f56-4af9-40ea-bebd-ad101e9689e4 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:05:37.458152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Attempting to bind port 75414f56-4af9-40ea-bebd-ad101e9689e4 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '865dd5dc-3607-4166-9f6d-6486c01b0b6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25'}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:05:37.458524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Attempting to bind port 75414f56-4af9-40ea-bebd-ad101e9689e4 on network cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:05:37.464823 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:05:37.465207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Checking segment: {'id': '865dd5dc-3607-4166-9f6d-6486c01b0b6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:05:37.465660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:37.466059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Bound using segment: {'id': '865dd5dc-3607-4166-9f6d-6486c01b0b6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25'} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:05:37.466539 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Bound port: 75414f56-4af9-40ea-bebd-ad101e9689e4, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865dd5dc-3607-4166-9f6d-6486c01b0b6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25'}}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:05:37.466918 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:37.555333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9038a-e22b-4a54-8b8f-fc544fc1c4ba req-cabf4ab3-177f-4578-bcff-fcd15ece0c50 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:37.557081 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6fc9038a-e22b-4a54-8b8f-fc544fc1c4ba req-cabf4ab3-177f-4578-bcff-fcd15ece0c50 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 949 time: 0.1162407 Jan 21 08:05:37.574603 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] For port 75414f56-4af9-40ea-bebd-ad101e9689e4, host hv-cinder-76859, cleared binding levels {{(pid=80226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:05:37.578048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] For port 75414f56-4af9-40ea-bebd-ad101e9689e4, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=75414f56-4af9-40ea-bebd-ad101e9689e4,segment=NetworkSegment(865dd5dc-3607-4166-9f6d-6486c01b0b6a),segment_id=865dd5dc-3607-4166-9f6d-6486c01b0b6a)] {{(pid=80226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:05:37.611015 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6fc9038a-e22b-4a54-8b8f-fc544fc1c4ba req-396728bd-68bc-46ec-a094-e352c3d967f9 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473554 Jan 21 08:05:37.627446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1160483'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:37.643806 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:37.804706 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Pushing event updated for resources: {'Port': ['ID=75414f56-4af9-40ea-bebd-ad101e9689e4,revision_number=3']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:37.809852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:37.894325 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:37.895028 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:37.897199 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] 10.222.0.75 "PUT /v2.0/ports/75414f56-4af9-40ea-bebd-ad101e9689e4 HTTP/1.1" status: 200 len: 1158 time: 2.2228944 Jan 21 08:05:37.898025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849066a9-6c9e-434e-8709-1f514b0d2489', 'tag': '75414f56-4af9-40ea-bebd-ad101e9689e4'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:05:37.959107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce20b3-be49-4445-88f7-84cbf404e60a req-99192d45-325a-46ee-baac-63eb3f395334 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:37.960764 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-10ce20b3-be49-4445-88f7-84cbf404e60a req-99192d45-325a-46ee-baac-63eb3f395334 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1330521 Jan 21 08:05:38.013901 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-10ce20b3-be49-4445-88f7-84cbf404e60a req-a497ef16-cdbe-4796-a5cc-4e552ec4695f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465229 Jan 21 08:05:38.107548 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849066a9-6c9e-434e-8709-1f514b0d2489', 'tag': '75414f56-4af9-40ea-bebd-ad101e9689e4', 'status': 'completed', 'code': 200} Jan 21 08:05:38.115233 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006dc2e-63ca-450c-a8db-68865a6c9a62 req-c3b3f165-9bf3-48df-9416-3ca5f69a3df0 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:38.117228 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4006dc2e-63ca-450c-a8db-68865a6c9a62 req-c3b3f165-9bf3-48df-9416-3ca5f69a3df0 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1223793 Jan 21 08:05:38.127437 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-3560af92-b4ba-4255-909f-ad9cf0edc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:38.129137 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-3560af92-b4ba-4255-909f-ad9cf0edc175 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5c92ac46c714ca88d5cf98de496c464&device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 1161 time: 0.0898314 Jan 21 08:05:38.171805 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4006dc2e-63ca-450c-a8db-68865a6c9a62 req-e996902f-6d3a-4f4d-b42d-2b4264d3f77f tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473228 Jan 21 08:05:38.279925 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-db4713c3-2406-46f2-ac6e-d619d9282aea service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75414f56-4af9-40ea-bebd-ad101e9689e4 HTTP/1.1" status: 200 len: 217 time: 0.1164193 Jan 21 08:05:38.389738 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bf3c1-f43b-4c27-85e1-25cb8826dbc1 req-464b767d-fa5d-4fd8-b86c-74a7b008aa82 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:38.391371 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cf3bf3c1-f43b-4c27-85e1-25cb8826dbc1 req-464b767d-fa5d-4fd8-b86c-74a7b008aa82 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 944 time: 0.1730573 Jan 21 08:05:38.397859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-f33ad59a-0ad9-495e-8b22-595bab665690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:38.399412 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-f33ad59a-0ad9-495e-8b22-595bab665690 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bc0a9b06-c999-4fed-b6a5-17c515b2f621 HTTP/1.1" status: 200 len: 854 time: 0.1047177 Jan 21 08:05:38.469839 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-7b7e3e56-72ce-4627-9d51-3a15e88a2f10 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536821 Jan 21 08:05:38.494764 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cf3bf3c1-f43b-4c27-85e1-25cb8826dbc1 req-4e71884d-8ab3-43ad-ab16-f219010b03d7 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943210 Jan 21 08:05:38.669247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b213a-462d-4887-a923-85a7e254f17c req-d049a053-c3c7-4124-a6fe-35f3dbd2b5c4 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:38.671404 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-950b213a-462d-4887-a923-85a7e254f17c req-d049a053-c3c7-4124-a6fe-35f3dbd2b5c4 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 944 time: 0.1026182 Jan 21 08:05:38.728360 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-950b213a-462d-4887-a923-85a7e254f17c req-95c2b6f8-d8d5-4e7e-b592-d0fac301d085 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500200 Jan 21 08:05:38.803803 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-22eaee58-34db-4f49-86d2-4aba13314f07 service neutron] 10.222.0.75 "GET /v2.0/networks/cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846569 Jan 21 08:05:38.974164 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8de0ae-4a25-4135-aea8-a9dd1de6c0af req-50af116e-3cc1-4580-89fe-4f831586cf45 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:38.975866 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6a8de0ae-4a25-4135-aea8-a9dd1de6c0af req-50af116e-3cc1-4580-89fe-4f831586cf45 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 949 time: 0.2172570 Jan 21 08:05:39.025086 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-368d3fd1-dc9d-4f7e-928b-d4a9d8db282d req-6b68a7ff-e5c2-443e-af6b-596af521013a service neutron] 10.222.0.75 "GET /v2.0/networks/cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2040837 Jan 21 08:05:39.054069 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6a8de0ae-4a25-4135-aea8-a9dd1de6c0af req-f76ec94a-9b46-46da-81a8-d4d11ce28306 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694587 Jan 21 08:05:39.319198 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eba015-0072-4fb8-a5bf-4de44b0823eb req-fa9c8a30-c402-403d-b8de-d07ccb4baee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:39.320911 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d0eba015-0072-4fb8-a5bf-4de44b0823eb req-fa9c8a30-c402-403d-b8de-d07ccb4baee8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5c92ac46c714ca88d5cf98de496c464&device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 1161 time: 0.0959625 Jan 21 08:05:39.344145 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 60904) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:39.418982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42723500-f438-4aa9-a875-ad2c11b4652a req-9304f718-e97f-467d-a7fb-7afd69d301f4 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:39.420830 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-42723500-f438-4aa9-a875-ad2c11b4652a req-9304f718-e97f-467d-a7fb-7afd69d301f4 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1132686 Jan 21 08:05:39.473156 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-42723500-f438-4aa9-a875-ad2c11b4652a req-2a80b0e4-30ac-4b5c-a1d6-76e4272e0a31 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452006 Jan 21 08:05:39.477197 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eba015-0072-4fb8-a5bf-4de44b0823eb req-06b86fb7-5474-4902-8c22-157d38e4bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:39.478795 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d0eba015-0072-4fb8-a5bf-4de44b0823eb req-06b86fb7-5474-4902-8c22-157d38e4bf3f service neutron] 10.222.0.75 "GET /v2.0/networks?id=cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 HTTP/1.1" status: 200 len: 908 time: 0.1438239 Jan 21 08:05:39.517641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-62929ba8-a2ab-43cc-9f0b-9517fb2f5344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:39.538274 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-62929ba8-a2ab-43cc-9f0b-9517fb2f5344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:39.542586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-62929ba8-a2ab-43cc-9f0b-9517fb2f5344 admin admin] Usage tracker for resource:security_group_rule and tenant:b90127d83fa64fbd8b9a3e186713939e is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:39.545723 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-62929ba8-a2ab-43cc-9f0b-9517fb2f5344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:39.553030 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-62929ba8-a2ab-43cc-9f0b-9517fb2f5344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:39.563429 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d0eba015-0072-4fb8-a5bf-4de44b0823eb req-0740ceca-2225-47a6-8eab-fffb0fbfe0dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75414f56-4af9-40ea-bebd-ad101e9689e4 HTTP/1.1" status: 200 len: 217 time: 0.0723777 Jan 21 08:05:39.646294 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-62929ba8-a2ab-43cc-9f0b-9517fb2f5344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:39.683536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-62929ba8-a2ab-43cc-9f0b-9517fb2f5344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:39.693500 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-15388dca-86a8-48ea-bd93-b040f7bbb598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:39.735907 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-62929ba8-a2ab-43cc-9f0b-9517fb2f5344 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b90127d83fa64fbd8b9a3e186713939e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854766 Jan 21 08:05:39.739483 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 60912) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:39.752824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62929ba8-a2ab-43cc-9f0b-9517fb2f5344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0629ffbb-51b3-4aac-b25d-6f64aaff2232,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:39.776974 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-62929ba8-a2ab-43cc-9f0b-9517fb2f5344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:39.822688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-09139865-9b1f-4b49-b417-a159cacbd463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:39.823609 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.objects.ports [None req-84790b19-6325-4d02-9a58-aa118a76eede None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80228) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 08:05:39.856591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-09139865-9b1f-4b49-b417-a159cacbd463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:40.001679 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eba015-0072-4fb8-a5bf-4de44b0823eb req-27bc2b18-3de5-4767-8c1d-ff1e6e7e2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:40.003270 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d0eba015-0072-4fb8-a5bf-4de44b0823eb req-27bc2b18-3de5-4767-8c1d-ff1e6e7e2e06 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bc0a9b06-c999-4fed-b6a5-17c515b2f621 HTTP/1.1" status: 200 len: 854 time: 0.4141226 Jan 21 08:05:40.006619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d73f6-d654-496b-a7f8-e40fd589bb9f req-ae1b83e1-38f4-4a1f-850b-fdee5e0f66f5 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:40.008296 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4f8d73f6-d654-496b-a7f8-e40fd589bb9f req-ae1b83e1-38f4-4a1f-850b-fdee5e0f66f5 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 944 time: 0.1274781 Jan 21 08:05:40.034862 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-09139865-9b1f-4b49-b417-a159cacbd463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:40.043322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-bce6d464-ec57-4a6c-9c89-f83c86fe3a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:40.068836 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09139865-9b1f-4b49-b417-a159cacbd463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0629ffbb-51b3-4aac-b25d-6f64aaff2232,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:40.072117 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-09139865-9b1f-4b49-b417-a159cacbd463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:40.084739 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-09139865-9b1f-4b49-b417-a159cacbd463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:40.089061 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-09139865-9b1f-4b49-b417-a159cacbd463 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0629ffbb-51b3-4aac-b25d-6f64aaff2232 HTTP/1.1" status: 204 len: 168 time: 0.3448682 Jan 21 08:05:40.090089 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d0eba015-0072-4fb8-a5bf-4de44b0823eb req-bb7efab5-6d69-4816-942e-eee31cb61e37 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531082 Jan 21 08:05:40.092960 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4f8d73f6-d654-496b-a7f8-e40fd589bb9f req-e1eb8ad8-0104-49a0-b081-2157f3b8c326 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778296 Jan 21 08:05:40.128921 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b1884-84ef-4dae-9aa1-671ddce64f8e req-c63097ae-74d5-4941-9692-463f2da93c3a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:40.137184 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b30b1884-84ef-4dae-9aa1-671ddce64f8e req-c63097ae-74d5-4941-9692-463f2da93c3a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 944 time: 0.4859602 Jan 21 08:05:40.199947 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-468b1c8d-ce4e-476e-84be-cba1d0e50967 req-51b46db1-22e4-4ee9-8083-c254c381795a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4935095 Jan 21 08:05:40.286974 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b30b1884-84ef-4dae-9aa1-671ddce64f8e req-c7ba2fc2-847e-4c5a-b913-31c65cf35a2a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485000 Jan 21 08:05:40.356520 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d0eba015-0072-4fb8-a5bf-4de44b0823eb req-85cd7526-f63f-496f-8f62-c061cf6dfcca service neutron] 10.222.0.75 "GET /v2.0/networks/cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158751 Jan 21 08:05:40.359465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb8490-cf27-4aff-a7d8-4b0f16c64c91 req-8c4bb6b0-2f3a-43b9-bb02-7ed00350a885 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:40.361187 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-15eb8490-cf27-4aff-a7d8-4b0f16c64c91 req-8c4bb6b0-2f3a-43b9-bb02-7ed00350a885 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 949 time: 0.1348913 Jan 21 08:05:40.581247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b1c8d-ce4e-476e-84be-cba1d0e50967 req-f754f467-791c-4bae-a1b2-0f874998ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:40.583127 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-468b1c8d-ce4e-476e-84be-cba1d0e50967 req-f754f467-791c-4bae-a1b2-0f874998ae9f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 1163 time: 0.2151947 Jan 21 08:05:40.615851 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d0eba015-0072-4fb8-a5bf-4de44b0823eb req-8f445047-c805-4339-8773-b5c4368729a4 service neutron] 10.222.0.75 "GET /v2.0/networks/cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2056334 Jan 21 08:05:40.627250 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-15eb8490-cf27-4aff-a7d8-4b0f16c64c91 req-469e1fc8-7223-4228-ac4f-3b4e5c9be946 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596169 Jan 21 08:05:40.765170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 60932) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:40.804215 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-12ad07ce-5b11-497d-a8f9-a97b7257e258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:40.826449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-12ad07ce-5b11-497d-a8f9-a97b7257e258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:40.842240 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-12ad07ce-5b11-497d-a8f9-a97b7257e258 admin admin] Usage tracker for resource:security_group_rule and tenant:7f34d9187c2942f4bd1c728d1f31be02 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:40.846902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-12ad07ce-5b11-497d-a8f9-a97b7257e258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:40.854655 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b1c8d-ce4e-476e-84be-cba1d0e50967 req-c70af84a-adfe-49dc-81d0-ce1776c32dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:40.856406 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-468b1c8d-ce4e-476e-84be-cba1d0e50967 req-c70af84a-adfe-49dc-81d0-ce1776c32dee service neutron] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 911 time: 0.2036867 Jan 21 08:05:40.857395 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-12ad07ce-5b11-497d-a8f9-a97b7257e258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:41.042407 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-468b1c8d-ce4e-476e-84be-cba1d0e50967 req-1c5edf19-43a9-497e-be6c-d1a0670c9ca5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8120fdcf-5512-4910-9186-ad4267b682d9 HTTP/1.1" status: 200 len: 1001 time: 0.1666408 Jan 21 08:05:41.152504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edfc3f-d4c1-4091-9c79-4549b1b5229c req-8877bf71-3da0-4bea-ada0-6be15ec920e7 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:41.154078 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c6edfc3f-d4c1-4091-9c79-4549b1b5229c req-8877bf71-3da0-4bea-ada0-6be15ec920e7 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.2225168 Jan 21 08:05:41.189863 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b1c8d-ce4e-476e-84be-cba1d0e50967 req-d310c360-2436-4239-bfc0-171099fc815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:41.191456 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-468b1c8d-ce4e-476e-84be-cba1d0e50967 req-d310c360-2436-4239-bfc0-171099fc815b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.1385639 Jan 21 08:05:41.244050 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c6edfc3f-d4c1-4091-9c79-4549b1b5229c req-af7addf7-6c13-4fe2-8b17-b014ff0ba8a6 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819685 Jan 21 08:05:41.268331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-12ad07ce-5b11-497d-a8f9-a97b7257e258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:41.309937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-12ad07ce-5b11-497d-a8f9-a97b7257e258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:41.326620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3804b56d-df30-4bc1-bf5d-2392d9e5f21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:41.378637 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f7236-b3cd-4e93-b2ba-3acc2a4925a2 req-c84fda1e-69cf-42c7-b266-b401c1030dc1 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:41.380533 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-619f7236-b3cd-4e93-b2ba-3acc2a4925a2 req-c84fda1e-69cf-42c7-b266-b401c1030dc1 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 944 time: 0.1082478 Jan 21 08:05:41.400952 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 6a19f45d-82da-4e13-b655-94e0732e4de3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:41.435511 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-619f7236-b3cd-4e93-b2ba-3acc2a4925a2 req-8a799b1f-9e44-410e-8c40-ee589cca2870 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488634 Jan 21 08:05:41.476562 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-12ad07ce-5b11-497d-a8f9-a97b7257e258 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f34d9187c2942f4bd1c728d1f31be02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7083247 Jan 21 08:05:41.477451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad07ce-5b11-497d-a8f9-a97b7257e258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14028f67-77f3-419e-a9d5-4e8341eca07a,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:41.479727 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 60942) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:41.484832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-12ad07ce-5b11-497d-a8f9-a97b7257e258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:41.510711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 6a19f45d-82da-4e13-b655-94e0732e4de3 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:05:41.518338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 6a19f45d-82da-4e13-b655-94e0732e4de3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:41.519204 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:41.535813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b1c8d-ce4e-476e-84be-cba1d0e50967 req-4d4046ca-8363-4f22-9050-c43ee8f77ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:41.537488 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-468b1c8d-ce4e-476e-84be-cba1d0e50967 req-4d4046ca-8363-4f22-9050-c43ee8f77ec2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2140722 Jan 21 08:05:41.551687 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb8e6-bbc1-4756-9457-33e328250793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:41.560163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bdd19-a30d-4cde-9629-0c88dda5d4d7 req-fbc08c42-060b-40b5-a178-54f5a5f01c34 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:41.568637 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-340bdd19-a30d-4cde-9629-0c88dda5d4d7 req-fbc08c42-060b-40b5-a178-54f5a5f01c34 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 949 time: 0.1891322 Jan 21 08:05:41.615740 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb8e6-bbc1-4756-9457-33e328250793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:41.660510 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:41.697741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 6a19f45d-82da-4e13-b655-94e0732e4de3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=6a19f45d-82da-4e13-b655-94e0732e4de3,segment=NetworkSegment(e4d7cc16-000d-4233-b5a4-b0c67231778e),segment_id=e4d7cc16-000d-4233-b5a4-b0c67231778e)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:05:41.698795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:05:41.708358 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-340bdd19-a30d-4cde-9629-0c88dda5d4d7 req-ff9e04b0-9a30-4a4a-857a-b94f45123650 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381114 Jan 21 08:05:41.719318 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a93a30-2574-4442-98c7-920c741f5a91 req-23349f07-b43f-4fe9-b06c-95344538fbae tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:41.721318 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00a93a30-2574-4442-98c7-920c741f5a91 req-23349f07-b43f-4fe9-b06c-95344538fbae tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 944 time: 0.1446502 Jan 21 08:05:41.727103 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:41.728132 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 275f4c1c-f520-429f-af91-b2970a94ed7f up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:41.766279 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-468b1c8d-ce4e-476e-84be-cba1d0e50967 req-571b9516-3ee0-428a-975c-e79c98056708 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946654 Jan 21 08:05:41.767991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb8e6-bbc1-4756-9457-33e328250793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:41.775334 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:41.776611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6b2805ae-58bd-406a-8e60-89954ea8ec43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:41.803755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bb8e6-bbc1-4756-9457-33e328250793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14028f67-77f3-419e-a9d5-4e8341eca07a,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:41.810140 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0c7bb8e6-bbc1-4756-9457-33e328250793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:41.814107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb8e6-bbc1-4756-9457-33e328250793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:41.818449 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-0c7bb8e6-bbc1-4756-9457-33e328250793 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14028f67-77f3-419e-a9d5-4e8341eca07a HTTP/1.1" status: 204 len: 168 time: 0.3341942 Jan 21 08:05:41.823291 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-00a93a30-2574-4442-98c7-920c741f5a91 req-597d6c07-fd3d-4466-8bdc-3c3f8bbc63a3 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936818 Jan 21 08:05:41.943693 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-468b1c8d-ce4e-476e-84be-cba1d0e50967 req-bac4a07c-e5c9-4460-84e4-353035185e68 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1616733 Jan 21 08:05:41.992772 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3', 'code': 200} Jan 21 08:05:42.073804 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=6a19f45d-82da-4e13-b655-94e0732e4de3,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:42.077799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 275f4c1c-f520-429f-af91-b2970a94ed7f triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:42.078222 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:42.122753 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.123136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.123517 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.123892 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.124289 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.124760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.125099 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.125371 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.125733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.126098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.126457 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.126818 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.127234 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.127595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.127956 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.128360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.128721 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.129080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.129465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.129825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.130185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.130544 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.130901 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.131255 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:42.137364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:42.362726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dfe0b-d23d-4069-942f-64996fd59bc8 req-e0badfa2-ee8a-4846-b4ed-972eb59fa9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:42.365265 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a73dfe0b-d23d-4069-942f-64996fd59bc8 req-e0badfa2-ee8a-4846-b4ed-972eb59fa9a0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 1163 time: 0.0886078 Jan 21 08:05:42.468475 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a73dfe0b-d23d-4069-942f-64996fd59bc8 req-7bc2fd6a-4ed9-4239-a3eb-1a51e93855b4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911427 Jan 21 08:05:42.513883 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4aeac-bd4e-4c17-8078-37680aaffdc5 req-d19c5d73-9f07-4a87-9c00-25fed7b27766 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:42.517074 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f7a4aeac-bd4e-4c17-8078-37680aaffdc5 req-d19c5d73-9f07-4a87-9c00-25fed7b27766 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1256416 Jan 21 08:05:42.577648 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f7a4aeac-bd4e-4c17-8078-37680aaffdc5 req-4ae981a6-a401-4c45-bbbe-61576712d8eb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507498 Jan 21 08:05:42.675401 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24949cc-3a37-4406-8a63-3cb308fcfe49 req-5f05c1c0-f09e-4ee7-a55c-d46a73d4431d tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:42.677622 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d24949cc-3a37-4406-8a63-3cb308fcfe49 req-5f05c1c0-f09e-4ee7-a55c-d46a73d4431d tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 944 time: 0.1028955 Jan 21 08:05:42.728270 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d24949cc-3a37-4406-8a63-3cb308fcfe49 req-df41b32a-7ea9-42f7-8c81-5a55cba3ae99 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441184 Jan 21 08:05:42.950651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856cb59-7f75-4ff8-9679-b7e8d8aa9034 req-4beae3e9-3f85-49e5-afc2-8c850d03a0aa tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:42.952395 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7856cb59-7f75-4ff8-9679-b7e8d8aa9034 req-4beae3e9-3f85-49e5-afc2-8c850d03a0aa tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 949 time: 0.1082828 Jan 21 08:05:43.020718 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7856cb59-7f75-4ff8-9679-b7e8d8aa9034 req-6b274c28-3801-460c-93a7-4e4323be1339 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616548 Jan 21 08:05:43.034204 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.objects.ports [None req-8e7af47e-76bd-43ac-ba4e-b702833e7659 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80228) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 08:05:43.071084 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453b3ec-1ab5-4a42-b82e-69825664eb48 req-289f9635-03a6-47a8-bbf5-b03ac9efdd82 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:43.072750 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0453b3ec-1ab5-4a42-b82e-69825664eb48 req-289f9635-03a6-47a8-bbf5-b03ac9efdd82 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 946 time: 0.1076047 Jan 21 08:05:43.123769 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0453b3ec-1ab5-4a42-b82e-69825664eb48 req-5d114ffc-9089-44c2-a197-7199fc46faa8 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447781 Jan 21 08:05:43.825812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23b1dd-b913-4eb8-8af8-16274dd272f6 req-e3487b8d-887f-4721-91bf-81de30a0e186 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:43.827441 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9d23b1dd-b913-4eb8-8af8-16274dd272f6 req-e3487b8d-887f-4721-91bf-81de30a0e186 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1168561 Jan 21 08:05:43.883287 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9d23b1dd-b913-4eb8-8af8-16274dd272f6 req-87cc4b1e-9dfe-4d46-aea4-a3cb4e4ad74a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487902 Jan 21 08:05:43.969446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746510a-cf87-463d-b26f-a10ea2ba2f84 req-c8d5724b-a3ce-45bf-917d-ad4f0a186e79 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:43.971108 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6746510a-cf87-463d-b26f-a10ea2ba2f84 req-c8d5724b-a3ce-45bf-917d-ad4f0a186e79 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 944 time: 0.1105013 Jan 21 08:05:44.023183 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6746510a-cf87-463d-b26f-a10ea2ba2f84 req-b167342f-a618-4999-9eaa-d23604518ffa tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455735 Jan 21 08:05:44.321207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aa042-8eaa-4198-9e3c-3817808c147f req-ed80ad5f-42bc-4ab6-9044-b6f7378e1910 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:44.322943 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-426aa042-8eaa-4198-9e3c-3817808c147f req-ed80ad5f-42bc-4ab6-9044-b6f7378e1910 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 949 time: 0.1500747 Jan 21 08:05:44.387618 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-426aa042-8eaa-4198-9e3c-3817808c147f req-f5792ddb-2999-46df-8623-06467a4b02ee tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542943 Jan 21 08:05:44.406418 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa73d1-c112-45d7-9fd4-08f8a1fe6d50 req-997b3722-3b3d-4d16-b996-0368fa4de23a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:44.408328 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5cfa73d1-c112-45d7-9fd4-08f8a1fe6d50 req-997b3722-3b3d-4d16-b996-0368fa4de23a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 946 time: 0.1432176 Jan 21 08:05:44.460740 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5cfa73d1-c112-45d7-9fd4-08f8a1fe6d50 req-550470f6-d40c-4021-9664-b122a4a98299 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457678 Jan 21 08:05:44.693219 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 6a19f45d-82da-4e13-b655-94e0732e4de3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:44.767666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 6a19f45d-82da-4e13-b655-94e0732e4de3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:44.768090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:44.896251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 75414f56-4af9-40ea-bebd-ad101e9689e4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:45.026248 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 75414f56-4af9-40ea-bebd-ad101e9689e4 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:05:45.031877 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 75414f56-4af9-40ea-bebd-ad101e9689e4 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:45.039096 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:45.159508 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:45.187674 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aaf44-db79-4353-8f12-dceea28e045c req-b5c2edf9-fb1a-47a7-ac06-8df02a06294e tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:45.189513 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-740aaf44-db79-4353-8f12-dceea28e045c req-b5c2edf9-fb1a-47a7-ac06-8df02a06294e tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.75 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 949 time: 0.1806607 Jan 21 08:05:45.189736 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849066a9-6c9e-434e-8709-1f514b0d2489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75414f56-4af9-40ea-bebd-ad101e9689e4'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:05:45.200932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 75414f56-4af9-40ea-bebd-ad101e9689e4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=75414f56-4af9-40ea-bebd-ad101e9689e4,segment=NetworkSegment(865dd5dc-3607-4166-9f6d-6486c01b0b6a),segment_id=865dd5dc-3607-4166-9f6d-6486c01b0b6a)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:05:45.212582 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978dac2-ced1-4e04-b273-9c3af845382a req-cfc9433a-c73e-4716-9ed9-7e7d0888b536 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:45.216456 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4978dac2-ced1-4e04-b273-9c3af845382a req-cfc9433a-c73e-4716-9ed9-7e7d0888b536 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1694274 Jan 21 08:05:45.244412 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:45.247179 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:45.279883 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84d5be-aceb-4f3d-b50c-6d81938149b7 req-ac6f7b1b-da91-4219-a611-b58d3817ba77 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:45.288472 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5a84d5be-aceb-4f3d-b50c-6d81938149b7 req-ac6f7b1b-da91-4219-a611-b58d3817ba77 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1247749 Jan 21 08:05:45.323921 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-740aaf44-db79-4353-8f12-dceea28e045c req-21dc5b7c-7f7e-49e2-b645-fa1ec29fd330 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Deleting port 275f4c1c-f520-429f-af91-b2970a94ed7f {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:05:45.324347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-740aaf44-db79-4353-8f12-dceea28e045c req-21dc5b7c-7f7e-49e2-b645-fa1ec29fd330 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:45.332122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=75414f56-4af9-40ea-bebd-ad101e9689e4,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:45.335722 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:45.339062 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5a84d5be-aceb-4f3d-b50c-6d81938149b7 req-5283807f-9f41-43ee-b02c-73a8ec44d766 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497468 Jan 21 08:05:45.375589 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4978dac2-ced1-4e04-b273-9c3af845382a req-596fcc76-6be9-47ea-94ff-10e87a2fc7eb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217434 Jan 21 08:05:45.415203 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849066a9-6c9e-434e-8709-1f514b0d2489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75414f56-4af9-40ea-bebd-ad101e9689e4', 'code': 200} Jan 21 08:05:45.677804 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-740aaf44-db79-4353-8f12-dceea28e045c req-21dc5b7c-7f7e-49e2-b645-fa1ec29fd330 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] For port 275f4c1c-f520-429f-af91-b2970a94ed7f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=275f4c1c-f520-429f-af91-b2970a94ed7f,segment=NetworkSegment(a2a9cb2f-bfae-4211-9146-c946c6690a82),segment_id=a2a9cb2f-bfae-4211-9146-c946c6690a82)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:05:45.678352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-740aaf44-db79-4353-8f12-dceea28e045c req-21dc5b7c-7f7e-49e2-b645-fa1ec29fd330 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:45.718217 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da98666-a62a-4a03-a5ed-a2c51b095ce1 req-6509afaf-4525-46e4-aa3d-ccd58b80fc1a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:45.720697 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8da98666-a62a-4a03-a5ed-a2c51b095ce1 req-6509afaf-4525-46e4-aa3d-ccd58b80fc1a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 946 time: 0.1253240 Jan 21 08:05:45.773345 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8da98666-a62a-4a03-a5ed-a2c51b095ce1 req-6ea7161e-58b6-4c3e-8c00-08cd7fd15b44 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Jan 21 08:05:45.830859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8c79e-a0b3-405d-a4f5-36b3e87b6485 req-f32f304a-65d7-4149-8eba-60add3db1abc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:45.833132 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b8c8c79e-a0b3-405d-a4f5-36b3e87b6485 req-f32f304a-65d7-4149-8eba-60add3db1abc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 949 time: 0.2994342 Jan 21 08:05:45.845337 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-740aaf44-db79-4353-8f12-dceea28e045c req-21dc5b7c-7f7e-49e2-b645-fa1ec29fd330 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Calling delete_port for 275f4c1c-f520-429f-af91-b2970a94ed7f owned by compute:nova {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:05:45.954009 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b8c8c79e-a0b3-405d-a4f5-36b3e87b6485 req-84cb1641-75c3-4972-bcd3-db21b9f10813 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/security-groups?id=ae3b2667-015f-487a-94cd-95faad30596f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786340 Jan 21 08:05:45.961760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 75414f56-4af9-40ea-bebd-ad101e9689e4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:46.032059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a35d6-feb8-4657-bd32-f591edd25029 req-441754b3-c725-48a1-8b03-53ec9cf81723 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:46.034759 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-321a35d6-feb8-4657-bd32-f591edd25029 req-441754b3-c725-48a1-8b03-53ec9cf81723 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 946 time: 0.1276190 Jan 21 08:05:46.067999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 75414f56-4af9-40ea-bebd-ad101e9689e4 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:46.068458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:46.129029 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-321a35d6-feb8-4657-bd32-f591edd25029 req-e5c2305f-ba42-4df5-bf4c-7dc9ced715a6 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858617 Jan 21 08:05:46.225398 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcca1f3-fe3d-4e1a-9c2e-238f0a187933 req-f8f9ff58-dcb3-4d1c-a469-ae2806e7667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:46.227538 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-adcca1f3-fe3d-4e1a-9c2e-238f0a187933 req-f8f9ff58-dcb3-4d1c-a469-ae2806e7667d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 1163 time: 0.3934081 Jan 21 08:05:46.228479 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-740aaf44-db79-4353-8f12-dceea28e045c req-21dc5b7c-7f7e-49e2-b645-fa1ec29fd330 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:46.264587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-77277bd3-aa0e-4d06-b0c9-9705439f580a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:46.265962 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 275f4c1c-f520-429f-af91-b2970a94ed7f no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:05:46.325232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] No Port match for: 275f4c1c-f520-429f-af91-b2970a94ed7f {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:05:46.325639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 275f4c1c-f520-429f-af91-b2970a94ed7f not bound to the agent host hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:05:46.357798 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:46.606767 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06f298-6247-4da1-b177-0061b96d67d9 req-f4445526-ea63-4d2d-be80-ba0a95fd302d tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:46.608841 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c06f298-6247-4da1-b177-0061b96d67d9 req-f4445526-ea63-4d2d-be80-ba0a95fd302d tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1249287 Jan 21 08:05:46.645531 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc5b7c-7f7e-49e2-b645-fa1ec29fd330 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Pushing event deleted for resources: {'Port': ['ID=275f4c1c-f520-429f-af91-b2970a94ed7f,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:46.648336 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-21dc5b7c-7f7e-49e2-b645-fa1ec29fd330 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:46.675492 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c06f298-6247-4da1-b177-0061b96d67d9 req-12c37f87-dfb7-4ceb-b25f-63e0941c3ac2 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593603 Jan 21 08:05:46.680640 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-adcca1f3-fe3d-4e1a-9c2e-238f0a187933 req-3d713da5-d3a3-43a7-aa6d-ec7fd33b6c3c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801324 Jan 21 08:05:46.835186 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-740aaf44-db79-4353-8f12-dceea28e045c req-21dc5b7c-7f7e-49e2-b645-fa1ec29fd330 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] No DVR routers for this DVR port 275f4c1c-f520-429f-af91-b2970a94ed7f on host hv-cinder-76859 {{(pid=80226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:05:46.837593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-740aaf44-db79-4353-8f12-dceea28e045c req-21dc5b7c-7f7e-49e2-b645-fa1ec29fd330 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:46.842254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922343e7-fbe3-46b6-85b0-db8cb4a64a3a', 'name': 'network-vif-deleted', 'tag': '275f4c1c-f520-429f-af91-b2970a94ed7f'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:05:46.889557 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6061ce-7673-4694-958d-1f12b9fe05a8 req-7797329d-2479-4349-9ee6-83cc059e7e4d tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:46.891391 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e6061ce-7673-4694-958d-1f12b9fe05a8 req-7797329d-2479-4349-9ee6-83cc059e7e4d tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.2096875 Jan 21 08:05:46.925407 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b754624-3d01-45bc-a40e-7a1bf42cf77c req-02c0f6a1-38e4-4d1b-971d-ba1933683aff tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:46.935088 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7b754624-3d01-45bc-a40e-7a1bf42cf77c req-02c0f6a1-38e4-4d1b-971d-ba1933683aff tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 946 time: 0.1374559 Jan 21 08:05:46.940983 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-740aaf44-db79-4353-8f12-dceea28e045c req-21dc5b7c-7f7e-49e2-b645-fa1ec29fd330 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.75 "DELETE /v2.0/ports/275f4c1c-f520-429f-af91-b2970a94ed7f HTTP/1.1" status: 204 len: 173 time: 1.7254610 Jan 21 08:05:46.966620 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3e6061ce-7673-4694-958d-1f12b9fe05a8 req-eb792f1b-38d2-4967-ad3c-0083c7e6f82d tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650599 Jan 21 08:05:46.999625 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7b754624-3d01-45bc-a40e-7a1bf42cf77c req-ae23ca4b-921a-4985-acac-b96f95cb6b42 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628290 Jan 21 08:05:47.044542 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922343e7-fbe3-46b6-85b0-db8cb4a64a3a', 'name': 'network-vif-deleted', 'tag': '275f4c1c-f520-429f-af91-b2970a94ed7f', 'status': 'completed', 'code': 200} Jan 21 08:05:47.192960 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fc1e1681-0e95-44c2-9bc5-d4c986da52e2 req-28851a64-bbff-49e9-9876-cf3be50e25e9 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 210 time: 0.0536532 Jan 21 08:05:47.914333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ffb2-7307-4c86-9d1d-1f16945ccf97 req-6645e750-a7ab-45e7-afda-2882b1e9f8ca tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:47.915868 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5ac2ffb2-7307-4c86-9d1d-1f16945ccf97 req-6645e750-a7ab-45e7-afda-2882b1e9f8ca tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1060405 Jan 21 08:05:47.966959 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5ac2ffb2-7307-4c86-9d1d-1f16945ccf97 req-848291a0-e32a-4090-a303-360da590b932 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Jan 21 08:05:48.112244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f8a1c6dc-3712-4398-9450-518133a37dd3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:48.190512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port f8a1c6dc-3712-4398-9450-518133a37dd3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:48.191271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:48.201882 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7f4e4-4b64-4bba-b0d1-02a20389429a req-d5ae424f-0326-462b-8cbc-189b5f85ee79 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:48.203579 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d1b7f4e4-4b64-4bba-b0d1-02a20389429a req-d5ae424f-0326-462b-8cbc-189b5f85ee79 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1181290 Jan 21 08:05:48.297726 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d1b7f4e4-4b64-4bba-b0d1-02a20389429a req-dee2db7c-bf96-4418-8695-e3c6accff436 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840011 Jan 21 08:05:48.449157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-8fefde21-c376-43a6-b6ee-a42329e1048a req-0725b60b-57fa-4092-8bec-270500cdc9f4 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Synchronizing usage tracker for tenant:af44a260bc4f445a8ab0769e993dbd68 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:05:48.494607 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-8fefde21-c376-43a6-b6ee-a42329e1048a req-0725b60b-57fa-4092-8bec-270500cdc9f4 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Unset dirty status for tenant:af44a260bc4f445a8ab0769e993dbd68 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:05:48.496016 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8fefde21-c376-43a6-b6ee-a42329e1048a req-0725b60b-57fa-4092-8bec-270500cdc9f4 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] 10.222.0.64 "GET /v2.0/ports?device_id=922343e7-fbe3-46b6-85b0-db8cb4a64a3a HTTP/1.1" status: 200 len: 210 time: 0.0943260 Jan 21 08:05:49.209439 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27c2d5-380c-4550-82cd-407cc7ccd44a req-1e76506c-fc89-4629-9247-702b92daa448 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:49.211050 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cf27c2d5-380c-4550-82cd-407cc7ccd44a req-1e76506c-fc89-4629-9247-702b92daa448 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1059477 Jan 21 08:05:49.264607 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cf27c2d5-380c-4550-82cd-407cc7ccd44a req-2ebf83d2-a26e-4977-bdb0-3531333d476b tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Jan 21 08:05:49.585472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431d8a9-cb95-4037-8b5e-3d01bc505534 req-8b4b3110-e105-433b-9779-c930ad094538 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:49.587139 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f431d8a9-cb95-4037-8b5e-3d01bc505534 req-8b4b3110-e105-433b-9779-c930ad094538 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1165116 Jan 21 08:05:49.653424 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f431d8a9-cb95-4037-8b5e-3d01bc505534 req-1478a7ea-7a6a-416d-a4bc-1021dcadc924 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590694 Jan 21 08:05:50.325085 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 32946) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:50.366209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 75414f56-4af9-40ea-bebd-ad101e9689e4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:50.459008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 75414f56-4af9-40ea-bebd-ad101e9689e4 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:50.459515 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:50.493366 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-169bf1d1-8175-4ca7-9671-7fc8075ee4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:50.510485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-169bf1d1-8175-4ca7-9671-7fc8075ee4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:50.514883 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-169bf1d1-8175-4ca7-9671-7fc8075ee4ae admin admin] Usage tracker for resource:security_group_rule and tenant:ef6455704c204ea7bfb6f3e96bcc5ee5 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:50.518038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-169bf1d1-8175-4ca7-9671-7fc8075ee4ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:50.525454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-169bf1d1-8175-4ca7-9671-7fc8075ee4ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:50.598457 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f8a1c6dc-3712-4398-9450-518133a37dd3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:05:50.633633 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-169bf1d1-8175-4ca7-9671-7fc8075ee4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:50.675714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port f8a1c6dc-3712-4398-9450-518133a37dd3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:05:50.676187 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:50.683014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-169bf1d1-8175-4ca7-9671-7fc8075ee4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:50.694134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-09139865-9b1f-4b49-b417-a159cacbd463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:50.738378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bf1d1-8175-4ca7-9671-7fc8075ee4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35bc9c9-0b04-4fe5-b3de-fc160bebb8fb,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:50.742272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-169bf1d1-8175-4ca7-9671-7fc8075ee4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:50.745361 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-169bf1d1-8175-4ca7-9671-7fc8075ee4ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef6455704c204ea7bfb6f3e96bcc5ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280910 Jan 21 08:05:50.748096 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 32958) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:50.835749 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:50.866079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:50.927214 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d192-e5a8-4e5e-82e3-80af518bffc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:50.943570 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57070678-76b7-4462-83d9-a78e181638f2 req-d249b76f-b7ef-47e9-bd40-9b3eaf151203 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:50.943570 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-57070678-76b7-4462-83d9-a78e181638f2 req-d249b76f-b7ef-47e9-bd40-9b3eaf151203 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1222143 Jan 21 08:05:50.961495 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:50.967200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7b29d4eb-cfd6-4ccc-8c8a-985c8d8c97a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:50.978828 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35bc9c9-0b04-4fe5-b3de-fc160bebb8fb,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:50.990963 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.991386 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.991853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.992319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.992729 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.993126 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.993526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.994026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.994323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.994715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.995152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.995503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.995937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.996528 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.997090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.997236 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-57070678-76b7-4462-83d9-a78e181638f2 req-11faf2dd-f230-4459-bfb2-e667d4b68bd8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479264 Jan 21 08:05:50.997792 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.998187 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.998583 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.998975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.999368 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:50.999760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:51.000153 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:51.000593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:51.000984 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:05:51.005109 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:51.006063 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:51.008226 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-69253050-0d47-4f30-91f3-e37516ca866b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d35bc9c9-0b04-4fe5-b3de-fc160bebb8fb HTTP/1.1" status: 204 len: 168 time: 0.2579925 Jan 21 08:05:51.712678 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7614462-bdbf-47c8-838b-ff75d6cd42a6 req-d8877367-71f7-4ef9-84ab-f043d63a04f4 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:51.714797 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d7614462-bdbf-47c8-838b-ff75d6cd42a6 req-d8877367-71f7-4ef9-84ab-f043d63a04f4 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1103740 Jan 21 08:05:51.780098 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d7614462-bdbf-47c8-838b-ff75d6cd42a6 req-a150a9b0-8b83-4fae-afca-f8608f57ae9d tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550795 Jan 21 08:05:51.880533 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33054) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:51.893055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac50b7c-2ce8-4fbb-94b6-b8305036d2ba req-3a3be921-3083-40f5-9085-56b160435091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:51.895241 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bac50b7c-2ce8-4fbb-94b6-b8305036d2ba req-3a3be921-3083-40f5-9085-56b160435091 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1f1c6571386d4c078fea438e75156ddf&device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 1162 time: 0.0795035 Jan 21 08:05:51.901006 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6d01ccc7-3721-4697-b4e4-663460bdfdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:51.917016 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-6d01ccc7-3721-4697-b4e4-663460bdfdc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:51.921450 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-6d01ccc7-3721-4697-b4e4-663460bdfdc2 admin admin] Usage tracker for resource:security_group_rule and tenant:e00e2b5e17cd4b8499a1590e631af0b3 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:51.924713 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-6d01ccc7-3721-4697-b4e4-663460bdfdc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:51.930965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-6d01ccc7-3721-4697-b4e4-663460bdfdc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:52.036034 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6d01ccc7-3721-4697-b4e4-663460bdfdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:52.055762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac50b7c-2ce8-4fbb-94b6-b8305036d2ba req-4c554d77-075c-4175-856c-b3547d399c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:52.057305 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bac50b7c-2ce8-4fbb-94b6-b8305036d2ba req-4c554d77-075c-4175-856c-b3547d399c75 service neutron] 10.222.0.75 "GET /v2.0/networks?id=75214904-c0b0-44db-9af2-b3f288039817 HTTP/1.1" status: 200 len: 903 time: 0.1438181 Jan 21 08:05:52.081253 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6d01ccc7-3721-4697-b4e4-663460bdfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:52.094884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5097e39b-b094-4fdf-a84d-74ffbe6952d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:52.137563 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6d01ccc7-3721-4697-b4e4-663460bdfdc2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e00e2b5e17cd4b8499a1590e631af0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529418 Jan 21 08:05:52.137976 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33066) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:52.140809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01ccc7-3721-4697-b4e4-663460bdfdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d42233-b673-4423-9d8c-3f4349a46599,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:52.154963 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6d01ccc7-3721-4697-b4e4-663460bdfdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:52.180296 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bac50b7c-2ce8-4fbb-94b6-b8305036d2ba req-16381434-a33e-4fc2-8a9f-ecdf5a555eba service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a1c6dc-3712-4398-9450-518133a37dd3 HTTP/1.1" status: 200 len: 1001 time: 0.1118989 Jan 21 08:05:52.220242 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9f623358-a8e3-40ce-854f-9a3de21188e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:52.266745 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9f623358-a8e3-40ce-854f-9a3de21188e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:52.303583 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac50b7c-2ce8-4fbb-94b6-b8305036d2ba req-080c9758-c236-436a-aaf1-79f6876cf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:52.306096 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bac50b7c-2ce8-4fbb-94b6-b8305036d2ba req-080c9758-c236-436a-aaf1-79f6876cf117 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2e5447aa-b413-44fe-b584-4a19bb1e582c HTTP/1.1" status: 200 len: 848 time: 0.1070123 Jan 21 08:05:52.363019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9f623358-a8e3-40ce-854f-9a3de21188e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:52.369102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5a3356a1-8200-4854-8e8e-abfd86c4b63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:52.382548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f623358-a8e3-40ce-854f-9a3de21188e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d42233-b673-4423-9d8c-3f4349a46599,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:52.385121 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9f623358-a8e3-40ce-854f-9a3de21188e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:52.393593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9f623358-a8e3-40ce-854f-9a3de21188e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:52.395720 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9f623358-a8e3-40ce-854f-9a3de21188e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0d42233-b673-4423-9d8c-3f4349a46599 HTTP/1.1" status: 204 len: 168 time: 0.2568560 Jan 21 08:05:52.408587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac50b7c-2ce8-4fbb-94b6-b8305036d2ba req-c92e9de4-8678-49bf-9815-b4686a1ec1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:52.410983 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bac50b7c-2ce8-4fbb-94b6-b8305036d2ba req-c92e9de4-8678-49bf-9815-b4686a1ec1bb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75214904-c0b0-44db-9af2-b3f288039817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891597 Jan 21 08:05:52.580601 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bac50b7c-2ce8-4fbb-94b6-b8305036d2ba req-be3a3871-5cf7-42c7-8122-f6458f869dc2 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463435 Jan 21 08:05:52.750877 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bac50b7c-2ce8-4fbb-94b6-b8305036d2ba req-4bd8e633-d42a-4ad3-942e-28eed9f2757f service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1610780 Jan 21 08:05:53.041018 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c4719706-fed1-4aa0-a0a6-fb9ee65cba36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:53.061267 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f39b2-715e-463e-840b-4728c50c7b08 req-22c40871-967f-41da-9a9a-e27be6eaa95a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:53.070282 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-626f39b2-715e-463e-840b-4728c50c7b08 req-22c40871-967f-41da-9a9a-e27be6eaa95a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1444135 Jan 21 08:05:53.129749 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-626f39b2-715e-463e-840b-4728c50c7b08 req-e585aec3-b398-47dd-950c-57fabc9e0e2e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579665 Jan 21 08:05:53.869309 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:54.111257 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:05:54.440191 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb78b4-638b-4cad-afcc-f1c0a45763e5 req-1221328a-a9e2-439a-a9d1-36c6be0b1377 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:54.441977 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-95bb78b4-638b-4cad-afcc-f1c0a45763e5 req-1221328a-a9e2-439a-a9d1-36c6be0b1377 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1341665 Jan 21 08:05:54.506558 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-95bb78b4-638b-4cad-afcc-f1c0a45763e5 req-6fd3b0e7-8ffa-4643-8337-90d68898f23f tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578117 Jan 21 08:05:54.556379 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faf6fc-3690-49cf-985f-8e6fbbbb0caf req-8f1d4038-19b9-4d11-90eb-ce10ad261b61 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:54.558091 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-72faf6fc-3690-49cf-985f-8e6fbbbb0caf req-8f1d4038-19b9-4d11-90eb-ce10ad261b61 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 946 time: 0.1348441 Jan 21 08:05:54.613014 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-72faf6fc-3690-49cf-985f-8e6fbbbb0caf req-de4b2fca-22ed-4724-9f11-35c0bef9f4b7 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469439 Jan 21 08:05:54.849801 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-fac040db-c765-4be1-8174-d79f6bbe7339 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1802382 Jan 21 08:05:54.862149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Request body: {'floatingip': {'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:05:54.872453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:05:54.877277 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Usage tracker for resource:floatingip and tenant:c3d4371ac87b422d8a76947709ddc2c5 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:05:54.881163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:05:54.889098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:05:54.955793 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for floatingip, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:54.995645 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:55.131838 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:55.429053 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Allocated IP 172.28.2.166 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/4ab9d6b5-98e7-4bbd-9939-1f1fee5b03ef) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:05:55.599004 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:55.700684 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:55.718047 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1069c4c1-0ea1-4f7a-a186-7f77fc6eecb3 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:55.763352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:55.766927 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea7cda-c670-4a68-976b-7e16efe4263c req-5fc31458-f3ca-45b7-9a07-99138dc56f76 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:55.768684 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ccea7cda-c670-4a68-976b-7e16efe4263c req-5fc31458-f3ca-45b7-9a07-99138dc56f76 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1173980 Jan 21 08:05:55.862950 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ccea7cda-c670-4a68-976b-7e16efe4263c req-a67d45e9-58d3-4e97-a595-9479084d4c1f tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838659 Jan 21 08:05:55.917842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Pushing event updated for resources: {'Port': ['ID=4ab9d6b5-98e7-4bbd-9939-1f1fee5b03ef,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:55.923977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:55.981223 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:05:55.982980 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:05:55.985490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:05:56.070353 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for floatingip, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:56.164982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:56.449820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:56.483312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852211439'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:56.502849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-594f1a97-81a5-4229-b1ed-9a828d00b891 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:56.830509 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Pushing event updated for resources: {'Port': ['ID=4ab9d6b5-98e7-4bbd-9939-1f1fee5b03ef,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:56.833752 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:56.946969 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:57.008812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:57.010139 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1526532 Jan 21 08:05:57.100402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-25a3b4a3-93ac-4f3f-9048-013bd1e5d4dc tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Synchronizing usage tracker for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:floatingip {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:05:57.143921 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-25a3b4a3-93ac-4f3f-9048-013bd1e5d4dc tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Unset dirty status for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:floatingip {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:05:57.145845 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-25a3b4a3-93ac-4f3f-9048-013bd1e5d4dc tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.2.166 HTTP/1.1" status: 200 len: 696 time: 0.1293082 Jan 21 08:05:57.337453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-f0697557-0dac-4de5-90a0-9dcb104518b1 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:57.339251 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-f0697557-0dac-4de5-90a0-9dcb104518b1 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/networks/8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 HTTP/1.1" status: 200 len: 784 time: 0.1864045 Jan 21 08:05:57.350344 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-56311553-99d8-4f19-a011-628435fa3a1b tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 08:05:57.351331 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6103ae9-4790-4b86-81d7-bb84f02ebb63 req-56311553-99d8-4f19-a011-628435fa3a1b tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0062823 Jan 21 08:05:57.563059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-baa9f44c-11ec-4fd6-a2b1-f8822df13aeb tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:57.564824 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-baa9f44c-11ec-4fd6-a2b1-f8822df13aeb tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1051283 Jan 21 08:05:57.669228 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-0173b9f0-2437-4924-813c-be77209882cd tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.2.166 HTTP/1.1" status: 200 len: 696 time: 0.0921388 Jan 21 08:05:57.681383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-d117e981-d4c7-4e1f-9f54-3b8beabe7460 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Request body: {'floatingip': {'port_id': '6a19f45d-82da-4e13-b655-94e0732e4de3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:05:57.774049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-d117e981-d4c7-4e1f-9f54-3b8beabe7460 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for floatingip, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:58.420493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 33290) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:58.447499 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-d117e981-d4c7-4e1f-9f54-3b8beabe7460 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for floatingip, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:58.486211 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-d117e981-d4c7-4e1f-9f54-3b8beabe7460 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:58.710693 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-f7aebe8d-e6c7-4733-bf82-cdf46381b31b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af44a260bc4f445a8ab0769e993dbd68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888062 Jan 21 08:05:58.713713 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33296) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:05:58.716971 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-d117e981-d4c7-4e1f-9f54-3b8beabe7460 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Floating IP 571e0f0f-cba5-4d27-b334-c0ee8a814f93 associated. External IP: 172.28.2.166, port: 6a19f45d-82da-4e13-b655-94e0732e4de3. Jan 21 08:05:58.784574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-817ca0c8-3630-4bbd-9ed5-dc1123bdcaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:58.813333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-817ca0c8-3630-4bbd-9ed5-dc1123bdcaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:58.895566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-817ca0c8-3630-4bbd-9ed5-dc1123bdcaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:58.905396 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-62664670-2d8d-4a1c-be55-d1bc8ec8b8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:05:58.932295 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ca0c8-3630-4bbd-9ed5-dc1123bdcaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3b2667-015f-487a-94cd-95faad30596f,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:05:58.936332 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-817ca0c8-3630-4bbd-9ed5-dc1123bdcaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:05:58.975481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-817ca0c8-3630-4bbd-9ed5-dc1123bdcaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:58.978620 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-817ca0c8-3630-4bbd-9ed5-dc1123bdcaa4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae3b2667-015f-487a-94cd-95faad30596f HTTP/1.1" status: 204 len: 168 time: 0.2620838 Jan 21 08:05:59.349273 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-d117e981-d4c7-4e1f-9f54-3b8beabe7460 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:05:59.574001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-d117e981-d4c7-4e1f-9f54-3b8beabe7460 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:05:59.578449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-d117e981-d4c7-4e1f-9f54-3b8beabe7460 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:05:59.585763 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b10be-91c2-4f9a-95e1-f6a57c3d2b30 None None] Sync routers for ids ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:05:59.596230 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b10be-91c2-4f9a-95e1-f6a57c3d2b30 None None] Routers {'fda247e8-5ab4-4b99-99cb-dc0eea5e0477'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:05:59.597017 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-205b10be-91c2-4f9a-95e1-f6a57c3d2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:05:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:05:59.638959 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-d117e981-d4c7-4e1f-9f54-3b8beabe7460 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "PUT /v2.0/floatingips/571e0f0f-cba5-4d27-b334-c0ee8a814f93 HTTP/1.1" status: 200 len: 997 time: 1.9620471 Jan 21 08:05:59.639520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:05:59.795289 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-205b10be-91c2-4f9a-95e1-f6a57c3d2b30 None None] Set router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:05:59.876843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-5a14766f-2c65-4369-bd9d-1dd81208184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:05:59.879275 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-5a14766f-2c65-4369-bd9d-1dd81208184c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3d4371ac87b422d8a76947709ddc2c5&device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 1163 time: 0.2206295 Jan 21 08:05:59.968007 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3', 'status': 'completed', 'code': 200} Jan 21 08:06:00.030488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-c7729970-6229-4350-8bb6-46be955918cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:00.032327 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-c7729970-6229-4350-8bb6-46be955918cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e HTTP/1.1" status: 200 len: 908 time: 0.1459546 Jan 21 08:06:00.177328 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-205b10be-91c2-4f9a-95e1-f6a57c3d2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:04:38Z', 'revision_number': 4, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': '571e0f0f-cba5-4d27-b334-c0ee8a814f93', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'port_id': '6a19f45d-82da-4e13-b655-94e0732e4de3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'mac_address': 'fa:16:3e:6e:d9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:05:56Z', 'updated_at': '2021-01-21T08:05:58Z', 'revision_number': 1, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a732cf18-701c-4285-b3c6-4745e325b39d', 'name': '', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'mac_address': 'fa:16:3e:c0:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:37Z', 'updated_at': '2021-01-21T08:04:47Z', 'revision_number': 5, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'subnets': [{'id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:06:00.181524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b10be-91c2-4f9a-95e1-f6a57c3d2b30 None None] Checking router: fda247e8-5ab4-4b99-99cb-dc0eea5e0477 for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:06:00.190542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b10be-91c2-4f9a-95e1-f6a57c3d2b30 None None] Routers {'fda247e8-5ab4-4b99-99cb-dc0eea5e0477'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:06:00.191276 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-205b10be-91c2-4f9a-95e1-f6a57c3d2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:05:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:06:00.208004 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-62164ce7-c5c4-4dd2-914b-ba69893d3f83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 1000 time: 0.1598287 Jan 21 08:06:00.281780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35766fa0-5bfd-4da5-926f-cdd23f53d9a8 req-153e63bb-2bb1-4587-827c-0c5d6c8a47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:00.283397 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35766fa0-5bfd-4da5-926f-cdd23f53d9a8 req-153e63bb-2bb1-4587-827c-0c5d6c8a47bc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3d4371ac87b422d8a76947709ddc2c5&device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 1163 time: 0.1785851 Jan 21 08:06:00.294064 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-3ee07c6d-17bc-45fc-901f-70d65dea2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:00.295603 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-3ee07c6d-17bc-45fc-901f-70d65dea2a52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee337f00-ef02-4beb-9c87-8377011be091 HTTP/1.1" status: 200 len: 853 time: 0.0755849 Jan 21 08:06:00.388808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-205b10be-91c2-4f9a-95e1-f6a57c3d2b30 None None] Set router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:06:00.527611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-9cecf865-a344-4a3b-b23e-6b63b8148480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:00.529327 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-9cecf865-a344-4a3b-b23e-6b63b8148480 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2237294 Jan 21 08:06:00.530418 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35766fa0-5bfd-4da5-926f-cdd23f53d9a8 req-44e86c47-13b2-4e43-a958-d90ba2236a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:00.531838 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35766fa0-5bfd-4da5-926f-cdd23f53d9a8 req-44e86c47-13b2-4e43-a958-d90ba2236a68 service neutron] 10.222.0.75 "GET /v2.0/networks?id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e HTTP/1.1" status: 200 len: 908 time: 0.2275803 Jan 21 08:06:00.547952 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-6f336efa-4599-4872-9d7a-d9316535f044 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 08:06:00.553164 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-6f336efa-4599-4872-9d7a-d9316535f044 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0058973 Jan 21 08:06:00.778621 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35766fa0-5bfd-4da5-926f-cdd23f53d9a8 req-ec4589fa-33cb-4d27-ad3e-c5994dfaf247 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 1000 time: 0.2221642 Jan 21 08:06:00.883259 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-1928b134-c982-476d-b773-3d9ae818cdf2 service neutron] 10.222.0.64 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512608 Jan 21 08:06:00.889122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35766fa0-5bfd-4da5-926f-cdd23f53d9a8 req-8d595d08-60ed-4c0d-820e-5b136459bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:00.890683 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35766fa0-5bfd-4da5-926f-cdd23f53d9a8 req-8d595d08-60ed-4c0d-820e-5b136459bd30 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee337f00-ef02-4beb-9c87-8377011be091 HTTP/1.1" status: 200 len: 853 time: 0.0941634 Jan 21 08:06:00.976124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-205b10be-91c2-4f9a-95e1-f6a57c3d2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:04:38Z', 'revision_number': 4, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': '571e0f0f-cba5-4d27-b334-c0ee8a814f93', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'port_id': '6a19f45d-82da-4e13-b655-94e0732e4de3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'mac_address': 'fa:16:3e:6e:d9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:05:56Z', 'updated_at': '2021-01-21T08:05:58Z', 'revision_number': 1, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a732cf18-701c-4285-b3c6-4745e325b39d', 'name': '', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'mac_address': 'fa:16:3e:c0:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:37Z', 'updated_at': '2021-01-21T08:04:47Z', 'revision_number': 5, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'subnets': [{'id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:06:00.981133 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b10be-91c2-4f9a-95e1-f6a57c3d2b30 None None] The sync data for ids ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'] in dv-cinder-768592-5-smb is: [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:04:38Z', 'revision_number': 4, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': '571e0f0f-cba5-4d27-b334-c0ee8a814f93', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'port_id': '6a19f45d-82da-4e13-b655-94e0732e4de3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'mac_address': 'fa:16:3e:6e:d9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:05:56Z', 'updated_at': '2021-01-21T08:05:58Z', 'revision_number': 1, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a732cf18-701c-4285-b3c6-4745e325b39d', 'name': '', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'mac_address': 'fa:16:3e:c0:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:37Z', 'updated_at': '2021-01-21T08:04:47Z', 'revision_number': 5, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'subnets': [{'id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:06:01.115926 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35766fa0-5bfd-4da5-926f-cdd23f53d9a8 req-aae6ff0d-443e-4369-b37e-5302d2b4b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:01.117684 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35766fa0-5bfd-4da5-926f-cdd23f53d9a8 req-aae6ff0d-443e-4369-b37e-5302d2b4b067 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1997523 Jan 21 08:06:01.120130 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-aa3cfb9d-551f-4f39-9930-639b1105ee81 req-95e61e84-f75e-4677-baf2-ed057277ecff service neutron] 10.222.0.64 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2260752 Jan 21 08:06:01.215602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-fa703fdd-248d-4567-b912-fb8b3d74b437 req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-682154481', 'description': 'tempest-TestMinimumBasicScenario-682154481 description'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:06:01.246128 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-fa703fdd-248d-4567-b912-fb8b3d74b437 req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:06:01.271470 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-fa703fdd-248d-4567-b912-fb8b3d74b437 req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:06:01.291307 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35766fa0-5bfd-4da5-926f-cdd23f53d9a8 req-987e86ef-4dfe-4659-8e58-bfa81437b70d service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585586 Jan 21 08:06:01.329499 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-fa703fdd-248d-4567-b912-fb8b3d74b437 req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:01.348526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ba940-5eb0-4b7e-80b7-0e806c17aa5b None None] New status for floating IP 571e0f0f-cba5-4d27-b334-c0ee8a814f93: ACTIVE {{(pid=80229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 08:06:01.376471 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-fa703fdd-248d-4567-b912-fb8b3d74b437 req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:06:01.384527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-fa703fdd-248d-4567-b912-fb8b3d74b437 req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Usage tracker for resource:security_group_rule and tenant:c3d4371ac87b422d8a76947709ddc2c5 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:06:01.389915 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-fa703fdd-248d-4567-b912-fb8b3d74b437 req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:06:01.401441 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-fa703fdd-248d-4567-b912-fb8b3d74b437 req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:06:01.496637 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35766fa0-5bfd-4da5-926f-cdd23f53d9a8 req-2c2f1da7-184c-4c0e-a013-e5fa617ae4a6 service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1886768 Jan 21 08:06:01.518456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-fa703fdd-248d-4567-b912-fb8b3d74b437 req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:01.552367 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-fa703fdd-248d-4567-b912-fb8b3d74b437 req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:01.558134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a72f2463-332a-4bde-ad23-b773c8c5e1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:06:01.608368 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae555b5-9751-4b15-a98d-0cd56e42d2d4,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:06:01.612103 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:06:01.643122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-fa703fdd-248d-4567-b912-fb8b3d74b437 req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:01.645066 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fa703fdd-248d-4567-b912-fb8b3d74b437 req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4368088 Jan 21 08:06:01.732930 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-954138a2-8f31-43b5-b83e-b8e9a4ed6f83 req-14c738ab-7c2f-48a1-8338-1a441d2243ac tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups/4ae555b5-9751-4b15-a98d-0cd56e42d2d4 HTTP/1.1" status: 200 len: 1812 time: 0.0542819 Jan 21 08:06:01.746886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-954138a2-8f31-43b5-b83e-b8e9a4ed6f83 req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ae555b5-9751-4b15-a98d-0cd56e42d2d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:06:01.747509 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-954138a2-8f31-43b5-b83e-b8e9a4ed6f83 req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ae555b5-9751-4b15-a98d-0cd56e42d2d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:06:01.758446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-954138a2-8f31-43b5-b83e-b8e9a4ed6f83 req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:06:01.765485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-954138a2-8f31-43b5-b83e-b8e9a4ed6f83 req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Usage tracker for resource:security_group_rule and tenant:c3d4371ac87b422d8a76947709ddc2c5 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:06:01.769562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-954138a2-8f31-43b5-b83e-b8e9a4ed6f83 req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:06:01.776380 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-954138a2-8f31-43b5-b83e-b8e9a4ed6f83 req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:06:01.893301 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-954138a2-8f31-43b5-b83e-b8e9a4ed6f83 req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for security_group_rule, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:01.922296 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-954138a2-8f31-43b5-b83e-b8e9a4ed6f83 req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:01.977520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-954138a2-8f31-43b5-b83e-b8e9a4ed6f83 req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581094'] for security_group_rule, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:01.985544 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-004184cc-2f8b-44a3-9d2c-bbe5fe3ad5f8 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:06:02.008928 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a71e6f-6949-4278-8718-8cef38fd4d1e,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:06:02.012814 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:06:02.040955 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-954138a2-8f31-43b5-b83e-b8e9a4ed6f83 req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for security_group_rule, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:02.042290 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-954138a2-8f31-43b5-b83e-b8e9a4ed6f83 req-20514e84-2845-4537-83d2-fded9a57a734 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3003497 Jan 21 08:06:02.126647 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2cfecfa4-b49f-4123-ada1-1654bb1fc3dc req-5f12d178-a8f1-4f97-9df7-012243340901 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups/4ae555b5-9751-4b15-a98d-0cd56e42d2d4 HTTP/1.1" status: 200 len: 2405 time: 0.0518258 Jan 21 08:06:02.139312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-2cfecfa4-b49f-4123-ada1-1654bb1fc3dc req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ae555b5-9751-4b15-a98d-0cd56e42d2d4', 'remote_group_id': None}]} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:06:02.139683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-2cfecfa4-b49f-4123-ada1-1654bb1fc3dc req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ae555b5-9751-4b15-a98d-0cd56e42d2d4', 'remote_group_id': None}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:06:02.150046 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-2cfecfa4-b49f-4123-ada1-1654bb1fc3dc req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:06:02.154128 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-2cfecfa4-b49f-4123-ada1-1654bb1fc3dc req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Usage tracker for resource:security_group_rule and tenant:c3d4371ac87b422d8a76947709ddc2c5 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:06:02.157207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-2cfecfa4-b49f-4123-ada1-1654bb1fc3dc req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:06:02.162987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-2cfecfa4-b49f-4123-ada1-1654bb1fc3dc req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:06:02.257333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2cfecfa4-b49f-4123-ada1-1654bb1fc3dc req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for security_group_rule, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:02.281830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2cfecfa4-b49f-4123-ada1-1654bb1fc3dc req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:02.315434 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2cfecfa4-b49f-4123-ada1-1654bb1fc3dc req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581094'] for security_group_rule, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:02.318159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:06:02.342814 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce01edd-de66-4258-b3cb-7978dc370263,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:06:02.348790 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:06:02.381003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2cfecfa4-b49f-4123-ada1-1654bb1fc3dc req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for security_group_rule, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:02.382321 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2cfecfa4-b49f-4123-ada1-1654bb1fc3dc req-068b8f04-e9fd-48be-8f04-cee616b31670 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2472939 Jan 21 08:06:02.531448 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bd9975b8-a1e6-418b-a293-5ee0548b8465 req-1ed6f5aa-cecc-48b9-8303-19452000a64a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-682154481&fields=id&tenant_id=c3d4371ac87b422d8a76947709ddc2c5 HTTP/1.1" status: 200 len: 267 time: 0.0457840 Jan 21 08:06:02.637435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9975b8-a1e6-418b-a293-5ee0548b8465 req-daedef86-4d5f-4da5-8b7a-d8b83f6e7e62 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:02.639049 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bd9975b8-a1e6-418b-a293-5ee0548b8465 req-daedef86-4d5f-4da5-8b7a-d8b83f6e7e62 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 946 time: 0.1011124 Jan 21 08:06:02.651003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-bd9975b8-a1e6-418b-a293-5ee0548b8465 req-3ec9e686-54f1-4c05-a95e-7327171eb82a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Request body: {'port': {'security_groups': ['ff0bfec1-8827-4e9c-a4de-7ca975e403ac', '4ae555b5-9751-4b15-a98d-0cd56e42d2d4']}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:06:02.787025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bd9975b8-a1e6-418b-a293-5ee0548b8465 req-3ec9e686-54f1-4c05-a95e-7327171eb82a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:03.123591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-bd9975b8-a1e6-418b-a293-5ee0548b8465 req-3ec9e686-54f1-4c05-a95e-7327171eb82a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] For port 6a19f45d-82da-4e13-b655-94e0732e4de3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=6a19f45d-82da-4e13-b655-94e0732e4de3,segment=NetworkSegment(e4d7cc16-000d-4233-b5a4-b0c67231778e),segment_id=e4d7cc16-000d-4233-b5a4-b0c67231778e)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:06:03.150161 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bd9975b8-a1e6-418b-a293-5ee0548b8465 req-3ec9e686-54f1-4c05-a95e-7327171eb82a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:03.209019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bd9975b8-a1e6-418b-a293-5ee0548b8465 req-3ec9e686-54f1-4c05-a95e-7327171eb82a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1160483'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:03.224789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:06:03.636588 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9e686-54f1-4c05-a95e-7327171eb82a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Pushing event updated for resources: {'Port': ['ID=6a19f45d-82da-4e13-b655-94e0732e4de3,revision_number=5']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:06:03.641870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3ec9e686-54f1-4c05-a95e-7327171eb82a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:06:03.689667 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9975b8-a1e6-418b-a293-5ee0548b8465 req-3ec9e686-54f1-4c05-a95e-7327171eb82a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:03.690385 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-bd9975b8-a1e6-418b-a293-5ee0548b8465 req-3ec9e686-54f1-4c05-a95e-7327171eb82a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:03.692575 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bd9975b8-a1e6-418b-a293-5ee0548b8465 req-3ec9e686-54f1-4c05-a95e-7327171eb82a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "PUT /v2.0/ports/6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 982 time: 1.0465686 Jan 21 08:06:03.693140 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:06:03.755986 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3', 'status': 'completed', 'code': 200} Jan 21 08:06:03.921786 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-3085774e-15b9-4a9c-a708-8eb8ff5e46e4 None None] Provisioning complete for port 6a19f45d-82da-4e13-b655-94e0732e4de3 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:06:03.922300 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3085774e-15b9-4a9c-a708-8eb8ff5e46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:03.969334 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb628203-7a62-49d9-ab72-008c6c9a88a2 req-6f2cb052-c096-498f-a70a-5b11f1f076aa tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:03.971238 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-eb628203-7a62-49d9-ab72-008c6c9a88a2 req-6f2cb052-c096-498f-a70a-5b11f1f076aa tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.1578794 Jan 21 08:06:04.027608 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7436f-5b35-41c6-a6f6-daf3b0cd0c6f req-638d3e6e-db1f-4120-a103-ec1db900acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:04.029257 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fce7436f-5b35-41c6-a6f6-daf3b0cd0c6f req-638d3e6e-db1f-4120-a103-ec1db900acf4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3d4371ac87b422d8a76947709ddc2c5&device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 1203 time: 0.1530578 Jan 21 08:06:04.045214 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-eb628203-7a62-49d9-ab72-008c6c9a88a2 req-ee6f8be0-ddb1-4fbf-9458-70cf5b054a4d tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0610843 Jan 21 08:06:04.184819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7436f-5b35-41c6-a6f6-daf3b0cd0c6f req-cc9c9c67-5cda-4920-833a-1c1d4d10e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:04.186493 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fce7436f-5b35-41c6-a6f6-daf3b0cd0c6f req-cc9c9c67-5cda-4920-833a-1c1d4d10e4e3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e HTTP/1.1" status: 200 len: 908 time: 0.1403337 Jan 21 08:06:04.307229 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fce7436f-5b35-41c6-a6f6-daf3b0cd0c6f req-c05e5305-494d-4548-b7f1-69e0d3f6f2a9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 1002 time: 0.1060202 Jan 21 08:06:04.386516 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7436f-5b35-41c6-a6f6-daf3b0cd0c6f req-2854bbd3-f075-4d35-9861-a870e1697b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:04.388845 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fce7436f-5b35-41c6-a6f6-daf3b0cd0c6f req-2854bbd3-f075-4d35-9861-a870e1697b1a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee337f00-ef02-4beb-9c87-8377011be091 HTTP/1.1" status: 200 len: 853 time: 0.0714161 Jan 21 08:06:04.483057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7436f-5b35-41c6-a6f6-daf3b0cd0c6f req-a3535991-b46e-46f3-ba8f-ff1fdb27fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:04.484703 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fce7436f-5b35-41c6-a6f6-daf3b0cd0c6f req-a3535991-b46e-46f3-ba8f-ff1fdb27fc9d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869498 Jan 21 08:06:04.643482 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fce7436f-5b35-41c6-a6f6-daf3b0cd0c6f req-0e01e61f-d153-476a-8b7b-9642b44ee800 service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422799 Jan 21 08:06:04.751856 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 6a19f45d-82da-4e13-b655-94e0732e4de3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:06:04.793788 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fce7436f-5b35-41c6-a6f6-daf3b0cd0c6f req-f45e5bc3-d571-417b-a1ff-cf1dbc50bb13 service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429744 Jan 21 08:06:04.825603 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 6a19f45d-82da-4e13-b655-94e0732e4de3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:06:04.826029 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:07.670329 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 33392) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:06:07.826807 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f9caa8db-dede-43a6-976b-6f8a8f6840ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:07.843369 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-f9caa8db-dede-43a6-976b-6f8a8f6840ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:06:07.847488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-f9caa8db-dede-43a6-976b-6f8a8f6840ef admin admin] Usage tracker for resource:security_group_rule and tenant:4483912d4bff46c2b2ccee7c2ec460c2 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:06:07.850511 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-f9caa8db-dede-43a6-976b-6f8a8f6840ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:06:07.856392 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-f9caa8db-dede-43a6-976b-6f8a8f6840ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:06:07.941595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f9caa8db-dede-43a6-976b-6f8a8f6840ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:07.980730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f9caa8db-dede-43a6-976b-6f8a8f6840ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:07.991363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c1ebedf7-787a-47f2-aaf2-5b621f8b7d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:06:08.035387 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-f9caa8db-dede-43a6-976b-6f8a8f6840ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4483912d4bff46c2b2ccee7c2ec460c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637598 Jan 21 08:06:08.037061 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caa8db-dede-43a6-976b-6f8a8f6840ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1235033-9a20-4046-ad22-e9d5e43074a3,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:06:08.038236 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33398) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:06:08.040534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f9caa8db-dede-43a6-976b-6f8a8f6840ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:06:08.100023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f6ad-2fd0-4a66-86b5-c4c260d8bd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:08.130216 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f6ad-2fd0-4a66-86b5-c4c260d8bd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:08.209029 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f6ad-2fd0-4a66-86b5-c4c260d8bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:08.214573 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-789404c5-b0d8-4e4e-a7d0-10af4c9db545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:06:08.227318 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5f6ad-2fd0-4a66-86b5-c4c260d8bd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1235033-9a20-4046-ad22-e9d5e43074a3,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:06:08.230492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e1a5f6ad-2fd0-4a66-86b5-c4c260d8bd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:06:08.232795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f6ad-2fd0-4a66-86b5-c4c260d8bd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:08.236706 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e1a5f6ad-2fd0-4a66-86b5-c4c260d8bd82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1235033-9a20-4046-ad22-e9d5e43074a3 HTTP/1.1" status: 204 len: 168 time: 0.1973562 Jan 21 08:06:08.804229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33408) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:06:08.825247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dbdd4d8c-9d9e-43e2-a008-3dac9f93eb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:08.842317 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-dbdd4d8c-9d9e-43e2-a008-3dac9f93eb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:06:08.846241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-dbdd4d8c-9d9e-43e2-a008-3dac9f93eb4f admin admin] Usage tracker for resource:security_group_rule and tenant:3dcb5a293c834585af3f21aec9cc6381 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:06:08.849857 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-dbdd4d8c-9d9e-43e2-a008-3dac9f93eb4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:06:08.855525 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-dbdd4d8c-9d9e-43e2-a008-3dac9f93eb4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:06:08.938661 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dbdd4d8c-9d9e-43e2-a008-3dac9f93eb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:08.968397 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dbdd4d8c-9d9e-43e2-a008-3dac9f93eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:08.978185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-181a860b-1dd2-403f-a3db-29426531bd8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:06:09.020292 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-dbdd4d8c-9d9e-43e2-a008-3dac9f93eb4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dcb5a293c834585af3f21aec9cc6381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148988 Jan 21 08:06:09.022054 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd4d8c-9d9e-43e2-a008-3dac9f93eb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abdfbba-2856-4e56-bb41-df340b748778,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:06:09.023162 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 33412) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:06:09.025592 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-dbdd4d8c-9d9e-43e2-a008-3dac9f93eb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:06:09.086970 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0e3f4b9c-777b-41e9-af8e-6a170d3a69bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:09.118874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0e3f4b9c-777b-41e9-af8e-6a170d3a69bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:09.211569 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0e3f4b9c-777b-41e9-af8e-6a170d3a69bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:09.217085 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b1adf732-c27b-46a4-b5c1-1070970ecdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:06:09.230146 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f4b9c-777b-41e9-af8e-6a170d3a69bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abdfbba-2856-4e56-bb41-df340b748778,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:06:09.235101 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0e3f4b9c-777b-41e9-af8e-6a170d3a69bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:06:09.240151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0e3f4b9c-777b-41e9-af8e-6a170d3a69bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:09.245797 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-0e3f4b9c-777b-41e9-af8e-6a170d3a69bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1abdfbba-2856-4e56-bb41-df340b748778 HTTP/1.1" status: 204 len: 168 time: 0.2197351 Jan 21 08:06:10.916741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 33448) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:06:11.077701 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-82e20491-7b9c-4285-9f1a-971fd895cd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:11.094827 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-82e20491-7b9c-4285-9f1a-971fd895cd5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:06:11.098999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-82e20491-7b9c-4285-9f1a-971fd895cd5f admin admin] Usage tracker for resource:security_group_rule and tenant:91eaab00d8fc4ff686019c5c3d254105 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:06:11.102155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-82e20491-7b9c-4285-9f1a-971fd895cd5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:06:11.107959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-82e20491-7b9c-4285-9f1a-971fd895cd5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:06:11.196701 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-82e20491-7b9c-4285-9f1a-971fd895cd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:11.225271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-82e20491-7b9c-4285-9f1a-971fd895cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:11.234584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f9caa8db-dede-43a6-976b-6f8a8f6840ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:06:11.277744 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-82e20491-7b9c-4285-9f1a-971fd895cd5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91eaab00d8fc4ff686019c5c3d254105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596971 Jan 21 08:06:11.279406 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e20491-7b9c-4285-9f1a-971fd895cd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3925aada-d10d-4c5d-9339-fc430f9b090b,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:06:11.280619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33454) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:06:11.282954 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-82e20491-7b9c-4285-9f1a-971fd895cd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:06:11.357177 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c567a745-e010-4be4-88b9-99836f0ea02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:11.391587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c567a745-e010-4be4-88b9-99836f0ea02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:11.480777 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c567a745-e010-4be4-88b9-99836f0ea02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:11.485970 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-62929ba8-a2ab-43cc-9f0b-9517fb2f5344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:06:11.501058 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567a745-e010-4be4-88b9-99836f0ea02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3925aada-d10d-4c5d-9339-fc430f9b090b,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:06:11.504463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c567a745-e010-4be4-88b9-99836f0ea02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:06:11.511354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c567a745-e010-4be4-88b9-99836f0ea02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:11.512897 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-c567a745-e010-4be4-88b9-99836f0ea02b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3925aada-d10d-4c5d-9339-fc430f9b090b HTTP/1.1" status: 204 len: 168 time: 0.2288098 Jan 21 08:06:16.351224 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:20.868978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e10f3f4a-a7b8-4780-a494-cb44f2937dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:23.002255 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9f82f5d5-6a4d-4beb-8dee-2cdd29f089bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:23.864048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:25.014200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:25.770985 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:31.111005 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:06:40.131943 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03fb4bf3-6d73-4c35-bf4a-dc8708e4d9c3 req-68cc7a8b-eeb4-4eba-9c5c-92659b1040aa service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0806122 Jan 21 08:06:40.265241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb4bf3-6d73-4c35-bf4a-dc8708e4d9c3 req-39b4eead-e86c-4388-8733-5c8932860db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:40.266900 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03fb4bf3-6d73-4c35-bf4a-dc8708e4d9c3 req-39b4eead-e86c-4388-8733-5c8932860db6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1f1c6571386d4c078fea438e75156ddf&device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 1162 time: 0.0775411 Jan 21 08:06:40.438867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb4bf3-6d73-4c35-bf4a-dc8708e4d9c3 req-d161c85b-e6e0-4e8d-b471-77a3ad0787cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:40.440975 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03fb4bf3-6d73-4c35-bf4a-dc8708e4d9c3 req-d161c85b-e6e0-4e8d-b471-77a3ad0787cd service neutron] 10.222.0.75 "GET /v2.0/networks?id=75214904-c0b0-44db-9af2-b3f288039817 HTTP/1.1" status: 200 len: 903 time: 0.1404529 Jan 21 08:06:40.564456 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03fb4bf3-6d73-4c35-bf4a-dc8708e4d9c3 req-a5608122-4ee9-427c-9872-f554e00913d5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8a1c6dc-3712-4398-9450-518133a37dd3 HTTP/1.1" status: 200 len: 1001 time: 0.1075280 Jan 21 08:06:40.637422 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb4bf3-6d73-4c35-bf4a-dc8708e4d9c3 req-36563ff7-f037-4653-be34-c8df269e71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:40.639039 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03fb4bf3-6d73-4c35-bf4a-dc8708e4d9c3 req-36563ff7-f037-4653-be34-c8df269e71f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2e5447aa-b413-44fe-b584-4a19bb1e582c HTTP/1.1" status: 200 len: 848 time: 0.0641639 Jan 21 08:06:40.736575 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb4bf3-6d73-4c35-bf4a-dc8708e4d9c3 req-a76a3f2b-862e-49dc-a8f6-1a2dcbd5596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:40.740204 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03fb4bf3-6d73-4c35-bf4a-dc8708e4d9c3 req-a76a3f2b-862e-49dc-a8f6-1a2dcbd5596f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75214904-c0b0-44db-9af2-b3f288039817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860591 Jan 21 08:06:40.949486 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03fb4bf3-6d73-4c35-bf4a-dc8708e4d9c3 req-dff7b34c-198c-48f7-87e2-543a44224c72 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584332 Jan 21 08:06:41.105627 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03fb4bf3-6d73-4c35-bf4a-dc8708e4d9c3 req-557dc351-980b-48ce-a9d7-a2cf0cba9f06 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442633 Jan 21 08:06:46.339743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:50.885546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0927-6545-445c-9ae3-4758530bebbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:53.022524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-26f7bb29-ddb8-4171-8c40-8b803eecf585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:53.870382 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:54.880412 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782c6a7-0ba7-41be-b5b4-87b0ed548a2b req-e430eec4-3d83-4919-8842-3b0171bdc019 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:54.881971 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e782c6a7-0ba7-41be-b5b4-87b0ed548a2b req-e430eec4-3d83-4919-8842-3b0171bdc019 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1031816 Jan 21 08:06:54.936755 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e782c6a7-0ba7-41be-b5b4-87b0ed548a2b req-2b37d19b-678e-41df-9117-4f120e4800c5 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483203 Jan 21 08:06:54.985238 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:55.285707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f68910-f532-4123-b974-c68b1bc8cb07 req-00632712-30d8-4484-be77-056020bd625f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:55.287355 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-66f68910-f532-4123-b974-c68b1bc8cb07 req-00632712-30d8-4484-be77-056020bd625f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1020029 Jan 21 08:06:55.339891 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-66f68910-f532-4123-b974-c68b1bc8cb07 req-c07835ef-4dbe-4206-8e16-42385e7decd3 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460031 Jan 21 08:06:55.756508 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:56.178363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8d3ab-43bb-4b1f-beda-d5a315932adb req-48d0a160-5216-42b0-9526-8c252e12f779 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:56.180033 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-10a8d3ab-43bb-4b1f-beda-d5a315932adb req-48d0a160-5216-42b0-9526-8c252e12f779 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1055400 Jan 21 08:06:56.232769 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-10a8d3ab-43bb-4b1f-beda-d5a315932adb req-e48615fc-8631-4b40-8494-ab1b257c60d1 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461919 Jan 21 08:06:56.593046 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dceb7d-9874-46b0-9fb5-f037d24c1133 req-e5117e4e-8a61-4b74-b823-31ce5c701600 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:56.594709 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-27dceb7d-9874-46b0-9fb5-f037d24c1133 req-e5117e4e-8a61-4b74-b823-31ce5c701600 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1082830 Jan 21 08:06:56.646842 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-27dceb7d-9874-46b0-9fb5-f037d24c1133 req-d648e10b-6df2-47eb-ab2f-d999bf19a504 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458355 Jan 21 08:06:57.467795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0368f45-baf4-4f75-856a-ed2da1cdc848 req-6ee6c770-1e9e-4835-a4df-48c3c6d07acb tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:57.469456 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f0368f45-baf4-4f75-856a-ed2da1cdc848 req-6ee6c770-1e9e-4835-a4df-48c3c6d07acb tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1056299 Jan 21 08:06:57.522052 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f0368f45-baf4-4f75-856a-ed2da1cdc848 req-b0ab4041-8fce-4658-be13-3debb09e947b tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453029 Jan 21 08:06:57.895173 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1bac5-bb56-4934-9eb6-617ebae95ac9 req-c0ba1842-2706-467a-8602-fcd671842b47 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:57.896720 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0e1bac5-bb56-4934-9eb6-617ebae95ac9 req-c0ba1842-2706-467a-8602-fcd671842b47 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1023388 Jan 21 08:06:57.952404 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0e1bac5-bb56-4934-9eb6-617ebae95ac9 req-7e327f1e-fae4-4934-941e-57b12211add0 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491543 Jan 21 08:06:58.755747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eb62b-51e4-4499-ae18-bdc5dfb28f6d req-7b3c2249-2c1d-4269-89a2-ffeb0fe1b42a tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:58.757389 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e59eb62b-51e4-4499-ae18-bdc5dfb28f6d req-7b3c2249-2c1d-4269-89a2-ffeb0fe1b42a tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1047628 Jan 21 08:06:58.808001 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e59eb62b-51e4-4499-ae18-bdc5dfb28f6d req-d3562c09-c005-42d5-a142-6ff02554bf55 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Jan 21 08:06:58.950605 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-db365ff5-622f-4d99-99c5-5fbe26597c35 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:58.952246 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-db365ff5-622f-4d99-99c5-5fbe26597c35 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.75 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1013041 Jan 21 08:06:59.048119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Deleting port 8120fdcf-5512-4910-9186-ad4267b682d9 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:06:59.048856 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:59.208796 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e1b61-4095-48af-b01b-96c74b3102de req-f64ca8a0-b506-4a5f-8462-f1da87a9b86b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:06:59.210475 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dd9e1b61-4095-48af-b01b-96c74b3102de req-f64ca8a0-b506-4a5f-8462-f1da87a9b86b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 946 time: 0.1041205 Jan 21 08:06:59.262146 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dd9e1b61-4095-48af-b01b-96c74b3102de req-5a8a5540-a5df-443c-b82f-5ec66303a8d8 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450068 Jan 21 08:06:59.328477 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] For port 8120fdcf-5512-4910-9186-ad4267b682d9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8120fdcf-5512-4910-9186-ad4267b682d9,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:06:59.328907 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:59.644023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:59.644410 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:59.644761 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Floating IP 46e58cdb-ab31-4777-af74-2cd0dfa675f5 disassociated. External IP: 172.28.2.30, port: 8120fdcf-5512-4910-9186-ad4267b682d9. Jan 21 08:06:59.645139 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Calling delete_port for 8120fdcf-5512-4910-9186-ad4267b682d9 owned by compute:nova {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:06:59.863394 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:06:59.887430 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:06:59.935676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event deleted for resources: {'Port': ['ID=8120fdcf-5512-4910-9186-ad4267b682d9,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:00.034042 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.034462 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.039550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.040911 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.040911 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.040911 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.040911 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.041327 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.041564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.041991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.042382 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.042771 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:00.052396 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:00.168961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2969bc-6652-4e7f-97b9-7afd9f2505ed req-2c8f8c9d-1151-4f31-b82b-b03b556e9db1 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:00.170697 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ea2969bc-6652-4e7f-97b9-7afd9f2505ed req-2c8f8c9d-1151-4f31-b82b-b03b556e9db1 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1791916 Jan 21 08:07:00.469252 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-fbdd235a-120c-478e-8d8e-96b0f95c800d req-79136d24-5ffd-44f8-8676-c7dc090d7425 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 210 time: 0.0533903 Jan 21 08:07:00.543715 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ea2969bc-6652-4e7f-97b9-7afd9f2505ed req-157e8a06-05ee-40c2-9655-e7a36cc21b42 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847406 Jan 21 08:07:00.642655 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Router f1016a24-f4ab-4f90-984e-ff7371649ced has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:07:00.679598 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 8120fdcf-5512-4910-9186-ad4267b682d9 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:07:00.719288 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] No Port match for: 8120fdcf-5512-4910-9186-ad4267b682d9 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:07:00.719663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 8120fdcf-5512-4910-9186-ad4267b682d9 not bound to the agent host hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:07:00.836929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:07:00.848440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bdbb63-0fbd-48bd-9bc9-db43caf64b01 None None] Sync routers for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:07:00.861005 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bdbb63-0fbd-48bd-9bc9-db43caf64b01 None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:07:00.861005 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-14bdbb63-0fbd-48bd-9bc9-db43caf64b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:06:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:00.881566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] No DVR routers for this DVR port 8120fdcf-5512-4910-9186-ad4267b682d9 on host hv-cinder-76859 {{(pid=80226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:07:00.884093 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:00.887064 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9466a224-999a-4815-b74e-4ee36da4f220', 'name': 'network-vif-deleted', 'tag': '8120fdcf-5512-4910-9186-ad4267b682d9'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:07:00.940008 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6de8b9c5-5340-4420-bce5-f5b98a2d39f0 req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.75 "DELETE /v2.0/ports/8120fdcf-5512-4910-9186-ad4267b682d9 HTTP/1.1" status: 204 len: 173 time: 1.9743090 Jan 21 08:07:00.951779 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9466a224-999a-4815-b74e-4ee36da4f220', 'name': 'network-vif-deleted', 'tag': '8120fdcf-5512-4910-9186-ad4267b682d9', 'status': 'completed', 'code': 200} Jan 21 08:07:01.068775 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-14bdbb63-0fbd-48bd-9bc9-db43caf64b01 None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:07:01.427836 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-14bdbb63-0fbd-48bd-9bc9-db43caf64b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:42Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:01.432199 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bdbb63-0fbd-48bd-9bc9-db43caf64b01 None None] Checking router: f1016a24-f4ab-4f90-984e-ff7371649ced for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:07:01.449680 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bdbb63-0fbd-48bd-9bc9-db43caf64b01 None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:07:01.450354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-14bdbb63-0fbd-48bd-9bc9-db43caf64b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:06:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:01.648704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-14bdbb63-0fbd-48bd-9bc9-db43caf64b01 None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:07:01.695324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-a2ae5250-64cb-426a-b5bc-7e2c7f9cf0a5 req-06782795-d525-4966-b143-b14a3c41073a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Synchronizing usage tracker for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:07:01.785461 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-a2ae5250-64cb-426a-b5bc-7e2c7f9cf0a5 req-06782795-d525-4966-b143-b14a3c41073a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Unset dirty status for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:07:01.786768 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a2ae5250-64cb-426a-b5bc-7e2c7f9cf0a5 req-06782795-d525-4966-b143-b14a3c41073a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=9466a224-999a-4815-b74e-4ee36da4f220 HTTP/1.1" status: 200 len: 210 time: 0.1443560 Jan 21 08:07:01.830813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4a1d3-4676-45ae-872a-d7b669fa6596 req-5414cdd7-a7b8-4a06-b6bb-ce2ea27b616b tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:01.834060 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-11e4a1d3-4676-45ae-872a-d7b669fa6596 req-5414cdd7-a7b8-4a06-b6bb-ce2ea27b616b tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1373451 Jan 21 08:07:01.902393 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-11e4a1d3-4676-45ae-872a-d7b669fa6596 req-92831a2f-316f-4431-9951-8754ca551faf tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608721 Jan 21 08:07:02.049358 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-14bdbb63-0fbd-48bd-9bc9-db43caf64b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:42Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:02.055134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bdbb63-0fbd-48bd-9bc9-db43caf64b01 None None] The sync data for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb is: [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:42Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:07:02.462671 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606c83f5-35a5-43a8-8adf-5c24bc830785 None None] New status for floating IP 46e58cdb-ab31-4777-af74-2cd0dfa675f5: DOWN {{(pid=80229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 08:07:03.150554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d919a-7180-4b2e-bf07-c4cc57f7a8df req-156c2703-ddc7-4761-a92c-3d687fcd3f2b tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:03.152076 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c99d919a-7180-4b2e-bf07-c4cc57f7a8df req-156c2703-ddc7-4761-a92c-3d687fcd3f2b tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1051009 Jan 21 08:07:03.203651 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c99d919a-7180-4b2e-bf07-c4cc57f7a8df req-9625d4b3-7522-4c4d-85ec-a0754127566f tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452538 Jan 21 08:07:04.060398 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 33692) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:04.132482 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-277dc2f3-7d28-43ca-8965-cb76bea35d20 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:04.161015 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-277dc2f3-7d28-43ca-8965-cb76bea35d20 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:04.254044 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-277dc2f3-7d28-43ca-8965-cb76bea35d20 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:04.260196 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4c474ce1-0c18-4865-8912-a29b544ba4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:04.277092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dc2f3-7d28-43ca-8965-cb76bea35d20 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event deleted for resources: {'SecurityGroup': ['ID=1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:04.279775 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-277dc2f3-7d28-43ca-8965-cb76bea35d20 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:04.326509 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-277dc2f3-7d28-43ca-8965-cb76bea35d20 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:04.328697 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-277dc2f3-7d28-43ca-8965-cb76bea35d20 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "DELETE /v2.0/security-groups/1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd HTTP/1.1" status: 204 len: 168 time: 0.2669311 Jan 21 08:07:04.331547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33698) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:04.389399 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.v2.resource [None req-a593817b-eff7-4d1e-9869-97f9e9c47f83 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] show failed (client error): The resource could not be found. Jan 21 08:07:04.390499 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a593817b-eff7-4d1e-9869-97f9e9c47f83 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups/1623b4b1-07b0-4d7b-b3a8-3091bf5f1fbd HTTP/1.1" status: 404 len: 347 time: 0.0577722 Jan 21 08:07:04.393839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 33702) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:04.450682 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcbd68-3c80-42cb-8085-81353f8b4116 req-bbd6ab31-04ee-4709-a02a-98761283f2c0 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:04.452319 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4dbcbd68-3c80-42cb-8085-81353f8b4116 req-bbd6ab31-04ee-4709-a02a-98761283f2c0 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1048181 Jan 21 08:07:04.510346 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4dbcbd68-3c80-42cb-8085-81353f8b4116 req-f604bfc1-7db1-4a6c-91d8-47b28bae2653 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506353 Jan 21 08:07:04.571310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-b703883b-a80b-4587-b7e0-1c34a87292ad tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Deleting port 13da7bce-5506-4e51-8b23-0f8d72854475 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:07:04.571693 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b703883b-a80b-4587-b7e0-1c34a87292ad tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:04.752127 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b703883b-a80b-4587-b7e0-1c34a87292ad tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:04.753063 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b703883b-a80b-4587-b7e0-1c34a87292ad tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:04.889991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-b703883b-a80b-4587-b7e0-1c34a87292ad tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Calling delete_port for 13da7bce-5506-4e51-8b23-0f8d72854475 owned by network:floatingip {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:07:05.082589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b703883b-a80b-4587-b7e0-1c34a87292ad tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:05.099239 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9ca6bc4b-3bc6-4895-9d4c-dc738346adce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:05.199367 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703883b-a80b-4587-b7e0-1c34a87292ad tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event deleted for resources: {'Port': ['ID=13da7bce-5506-4e51-8b23-0f8d72854475,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:05.203287 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b703883b-a80b-4587-b7e0-1c34a87292ad tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:05.269158 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 75414f56-4af9-40ea-bebd-ad101e9689e4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:07:05.334514 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b703883b-a80b-4587-b7e0-1c34a87292ad tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:05.342848 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 75414f56-4af9-40ea-bebd-ad101e9689e4 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:07:05.343322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:05.385347 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b703883b-a80b-4587-b7e0-1c34a87292ad tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:05.386845 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b703883b-a80b-4587-b7e0-1c34a87292ad tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "DELETE /v2.0/floatingips/46e58cdb-ab31-4777-af74-2cd0dfa675f5 HTTP/1.1" status: 204 len: 168 time: 0.9916923 Jan 21 08:07:05.510104 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81069ba-7665-4fe2-976d-eef5e6bed6a2 req-4db8d912-cba8-4875-82d0-e6d86dd9f7ae tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:05.511745 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a81069ba-7665-4fe2-976d-eef5e6bed6a2 req-4db8d912-cba8-4875-82d0-e6d86dd9f7ae tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.75 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1116195 Jan 21 08:07:05.600884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-a81069ba-7665-4fe2-976d-eef5e6bed6a2 req-ddcc2961-6066-4f48-981b-a84466c1b465 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Deleting port 75414f56-4af9-40ea-bebd-ad101e9689e4 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:07:05.601281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-a81069ba-7665-4fe2-976d-eef5e6bed6a2 req-ddcc2961-6066-4f48-981b-a84466c1b465 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:05.745962 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7819ac-48a2-454b-9657-7079c66ae041 req-469b9e4b-e285-44ae-9113-fcc4a112ee6b tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:05.747564 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-df7819ac-48a2-454b-9657-7079c66ae041 req-469b9e4b-e285-44ae-9113-fcc4a112ee6b tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 946 time: 0.1040051 Jan 21 08:07:05.811047 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-df7819ac-48a2-454b-9657-7079c66ae041 req-37b1798d-3ee7-4fad-b920-74b385c04eee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557959 Jan 21 08:07:05.855045 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33710) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:05.860716 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Request body: {'security_group': {'name': 'tempest-securitygroup--1904252283', 'description': 'tempest-description--1162200103'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:05.870750 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:05.875239 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Usage tracker for resource:security_group and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:07:05.878894 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:07:05.884647 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:05.886226 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-a81069ba-7665-4fe2-976d-eef5e6bed6a2 req-ddcc2961-6066-4f48-981b-a84466c1b465 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] For port 75414f56-4af9-40ea-bebd-ad101e9689e4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=75414f56-4af9-40ea-bebd-ad101e9689e4,segment=NetworkSegment(865dd5dc-3607-4166-9f6d-6486c01b0b6a),segment_id=865dd5dc-3607-4166-9f6d-6486c01b0b6a)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:07:05.886632 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-a81069ba-7665-4fe2-976d-eef5e6bed6a2 req-ddcc2961-6066-4f48-981b-a84466c1b465 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:05.931639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:05.953273 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:05.957520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Usage tracker for resource:security_group_rule and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:07:05.960541 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:07:05.966707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:06.023952 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-a81069ba-7665-4fe2-976d-eef5e6bed6a2 req-ddcc2961-6066-4f48-981b-a84466c1b465 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Calling delete_port for 75414f56-4af9-40ea-bebd-ad101e9689e4 owned by compute:nova {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:07:06.201871 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.262865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.269252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-44446cb3-7ff3-4221-ab00-f28b97a7ee5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:06.313421 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event updated for resources: {'SecurityGroup': ['ID=2e903687-54c1-4d33-b217-07748a85b920,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:06.322281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.322693 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.323091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.323486 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.323876 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.324293 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.324683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.325072 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.325459 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.325843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.326224 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.326606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.327047 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.327432 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.327814 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.328213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.328594 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.328977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.329360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.329785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.330168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.330552 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.330961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.331337 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:06.335647 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:06.343022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-a81069ba-7665-4fe2-976d-eef5e6bed6a2 req-ddcc2961-6066-4f48-981b-a84466c1b465 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.361067 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4aa385bb-a944-4f3a-9223-a9aab37e1f4f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:06.382888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.384315 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5281441 Jan 21 08:07:06.387380 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33714) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:06.393143 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Request body: {'security_group_rule': {'security_group_id': '2e903687-54c1-4d33-b217-07748a85b920', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:06.403122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:06.407190 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Usage tracker for resource:security_group_rule and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:07:06.409161 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc2961-6066-4f48-981b-a84466c1b465 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Pushing event deleted for resources: {'Port': ['ID=75414f56-4af9-40ea-bebd-ad101e9689e4,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:06.410236 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:07:06.416503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:06.461180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ddcc2961-6066-4f48-981b-a84466c1b465 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:06.471976 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group_rule, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.537654 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.572611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81069ba-7665-4fe2-976d-eef5e6bed6a2 req-ddcc2961-6066-4f48-981b-a84466c1b465 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] No DVR routers for this DVR port 75414f56-4af9-40ea-bebd-ad101e9689e4 on host hv-cinder-76859 {{(pid=80226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:07:06.574787 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-a81069ba-7665-4fe2-976d-eef5e6bed6a2 req-ddcc2961-6066-4f48-981b-a84466c1b465 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.578778 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849066a9-6c9e-434e-8709-1f514b0d2489', 'name': 'network-vif-deleted', 'tag': '75414f56-4af9-40ea-bebd-ad101e9689e4'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:07:06.579747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581094'] for security_group_rule, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.582441 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:06.605000 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667a74b1-e8d1-446b-a8e4-d8ca6623e13f,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:06.609453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:06.626032 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a81069ba-7665-4fe2-976d-eef5e6bed6a2 req-ddcc2961-6066-4f48-981b-a84466c1b465 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.75 "DELETE /v2.0/ports/75414f56-4af9-40ea-bebd-ad101e9689e4 HTTP/1.1" status: 204 len: 173 time: 1.1062338 Jan 21 08:07:06.645101 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849066a9-6c9e-434e-8709-1f514b0d2489', 'name': 'network-vif-deleted', 'tag': '75414f56-4af9-40ea-bebd-ad101e9689e4', 'status': 'completed', 'code': 200} Jan 21 08:07:06.653400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group_rule, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.654725 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2663484 Jan 21 08:07:06.657686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33720) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:06.663254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-a7c0f60f-05af-45fb-b98c-6047ca539014 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Request body: {'security_group_rule': {'security_group_id': '2e903687-54c1-4d33-b217-07748a85b920', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:06.673036 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-a7c0f60f-05af-45fb-b98c-6047ca539014 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:06.677076 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-a7c0f60f-05af-45fb-b98c-6047ca539014 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Usage tracker for resource:security_group_rule and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:07:06.680089 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-a7c0f60f-05af-45fb-b98c-6047ca539014 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:07:06.685898 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-a7c0f60f-05af-45fb-b98c-6047ca539014 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:06.729713 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f60f-05af-45fb-b98c-6047ca539014 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group_rule, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.796063 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f60f-05af-45fb-b98c-6047ca539014 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.822248 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f60f-05af-45fb-b98c-6047ca539014 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581094'] for security_group_rule, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.824504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3e39d8ef-bef2-4a72-ade7-da98dc007d7f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:06.852609 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0f60f-05af-45fb-b98c-6047ca539014 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b3ebd4-d049-44d8-9217-5374ddf31570,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:06.861558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a7c0f60f-05af-45fb-b98c-6047ca539014 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:06.891402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f60f-05af-45fb-b98c-6047ca539014 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group_rule, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:06.895845 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a7c0f60f-05af-45fb-b98c-6047ca539014 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2340667 Jan 21 08:07:06.896505 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 33726) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:06.902101 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Request body: {'floatingip': {'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:06.912057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:06.916140 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Usage tracker for resource:floatingip and tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:07:06.919239 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:07:06.926399 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:06.937384 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 75414f56-4af9-40ea-bebd-ad101e9689e4 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:07:06.974471 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] No Port match for: 75414f56-4af9-40ea-bebd-ad101e9689e4 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:07:06.974866 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 75414f56-4af9-40ea-bebd-ad101e9689e4 not bound to the agent host hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:07:07.009885 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:07.035302 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-734bc773-ee5b-46f8-a903-a2a5688dbd68 req-71349024-dec7-4915-8b8e-00d45c964e5e tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Synchronizing usage tracker for tenant:c5c92ac46c714ca88d5cf98de496c464 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:07:07.134969 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-734bc773-ee5b-46f8-a903-a2a5688dbd68 req-71349024-dec7-4915-8b8e-00d45c964e5e tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Unset dirty status for tenant:c5c92ac46c714ca88d5cf98de496c464 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:07:07.136185 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-734bc773-ee5b-46f8-a903-a2a5688dbd68 req-71349024-dec7-4915-8b8e-00d45c964e5e tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=849066a9-6c9e-434e-8709-1f514b0d2489 HTTP/1.1" status: 200 len: 210 time: 0.1718001 Jan 21 08:07:07.176613 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:07.450763 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Allocated IP 172.28.2.122 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/6fa323fc-0c7a-42b7-bf99-e775e4f63bf5) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:07:07.612980 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:07.670672 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:07.686341 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-21dc5b7c-7f7e-49e2-b645-fa1ec29fd330 tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:08.050932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event updated for resources: {'Port': ['ID=6fa323fc-0c7a-42b7-bf99-e775e4f63bf5,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:08.063913 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:08.106520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:07:08.107674 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:07:08.110022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:07:08.110340 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:07:08.193311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:08.311897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:08.611501 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:08.691760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1160483'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:08.707608 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-68a4831c-07a2-4a81-9024-803abbea6849 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:08.844138 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event updated for resources: {'Port': ['ID=6fa323fc-0c7a-42b7-bf99-e775e4f63bf5,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:08.848671 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:08.951030 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:09.016833 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:09.018180 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1208484 Jan 21 08:07:09.272970 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-e14d04ac-930f-4a74-a5d1-c6b50029871c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Synchronizing usage tracker for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:security_group {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:07:09.331880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-e14d04ac-930f-4a74-a5d1-c6b50029871c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Unset dirty status for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:security_group {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:07:09.333307 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-e14d04ac-930f-4a74-a5d1-c6b50029871c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1904252283&fields=id&tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f HTTP/1.1" status: 200 len: 267 time: 0.1130595 Jan 21 08:07:09.515437 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-be97d561-d3a6-4726-bba6-51fa24e22230 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:09.517065 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-be97d561-d3a6-4726-bba6-51fa24e22230 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 817 time: 0.1756496 Jan 21 08:07:09.533309 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-ea05bbc3-3aba-47f9-bf0e-65a051fd9453 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/quotas/170e1d6a7ba04a31aa33e7bffa3a9e2f HTTP/1.1" status: 200 len: 375 time: 0.0098884 Jan 21 08:07:09.637812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-8386ac9f-85c7-4ef9-80a6-55265e0171b9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Synchronizing usage tracker for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:07:09.687268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-8386ac9f-85c7-4ef9-80a6-55265e0171b9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Unset dirty status for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:07:09.688828 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-8386ac9f-85c7-4ef9-80a6-55265e0171b9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1498997 Jan 21 08:07:09.842766 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-ec7f49b6-c426-476e-8ba8-f27330b73031 service neutron] 10.222.0.64 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408179 Jan 21 08:07:09.990909 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-359930b8-c410-424d-96e7-1c598bfc8f9e service neutron] 10.222.0.64 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404312 Jan 21 08:07:10.230381 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e2c04aeb-3093-4f65-8630-e464626a555b req-cdeae033-8deb-4158-8f00-e7c7b30c64c0 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 210 time: 0.0487006 Jan 21 08:07:11.446808 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-46c5b54b-bfb5-4902-9d46-8a325d9db4ee req-94ad23a1-d4e2-483b-adda-af8dc7a6c447 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 210 time: 0.0519035 Jan 21 08:07:12.332513 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5855ea9-6321-4299-94e3-aad34f05865c req-c6c21573-0a37-4994-a93c-15c324187646 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:12.334222 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d5855ea9-6321-4299-94e3-aad34f05865c req-c6c21573-0a37-4994-a93c-15c324187646 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.1091707 Jan 21 08:07:12.442521 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d5855ea9-6321-4299-94e3-aad34f05865c req-0675db89-9749-4896-9165-95ac67b91cbb tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1013567 Jan 21 08:07:12.557854 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5639682-2ae6-4f76-9c3f-40c7bb53398c req-8d5d61c1-b08e-4bbf-baea-e8645d443e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:12.559500 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e5639682-2ae6-4f76-9c3f-40c7bb53398c req-8d5d61c1-b08e-4bbf-baea-e8645d443e4a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3d4371ac87b422d8a76947709ddc2c5&device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 1203 time: 0.1955590 Jan 21 08:07:12.658179 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e998e36e-fccb-442c-af8b-6498df45d2c8 req-60a28cdc-73a5-4e3c-924d-6a2a845a6d21 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 210 time: 0.0529501 Jan 21 08:07:12.781472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-d6f972ee-7b50-484e-9465-ef2ee734662a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:12.783027 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-d6f972ee-7b50-484e-9465-ef2ee734662a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 817 time: 0.3211920 Jan 21 08:07:12.804556 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5639682-2ae6-4f76-9c3f-40c7bb53398c req-56ca079f-a0da-4da5-b7c7-2b8088dc38be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:12.806250 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e5639682-2ae6-4f76-9c3f-40c7bb53398c req-56ca079f-a0da-4da5-b7c7-2b8088dc38be service neutron] 10.222.0.75 "GET /v2.0/networks?id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e HTTP/1.1" status: 200 len: 908 time: 0.2271841 Jan 21 08:07:13.085055 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e5639682-2ae6-4f76-9c3f-40c7bb53398c req-276c99da-b467-46e2-a7df-2e6999e1a590 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 1002 time: 0.2620029 Jan 21 08:07:13.096056 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-c710285d-ecf9-469f-8fd7-56630ddf16f4 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f HTTP/1.1" status: 200 len: 5705 time: 0.2886498 Jan 21 08:07:13.164613 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Request body: {'port': {'device_id': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'admin_state_up': True, 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'security_groups': ['2e903687-54c1-4d33-b217-07748a85b920']}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:13.264402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-6dc0032e-3d4f-42a5-a471-1586883905a5 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:13.265952 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-6dc0032e-3d4f-42a5-a471-1586883905a5 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/networks?id=cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 HTTP/1.1" status: 200 len: 814 time: 0.3842385 Jan 21 08:07:13.309931 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-6eea8939-91f1-47d8-8ca0-59b76ec7f596 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/quotas/c5c92ac46c714ca88d5cf98de496c464 HTTP/1.1" status: 200 len: 375 time: 0.0356548 Jan 21 08:07:13.322382 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5639682-2ae6-4f76-9c3f-40c7bb53398c req-c0538b07-759a-4536-a83f-3427e6ad79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:13.324141 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e5639682-2ae6-4f76-9c3f-40c7bb53398c req-c0538b07-759a-4536-a83f-3427e6ad79d7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee337f00-ef02-4beb-9c87-8377011be091 HTTP/1.1" status: 200 len: 853 time: 0.2143128 Jan 21 08:07:13.426946 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-1378b3f7-f06f-4b33-8bbf-f4223dae5df6 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5c92ac46c714ca88d5cf98de496c464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087983 Jan 21 08:07:13.542780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:13.563200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:13.683837 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e70077-61e6-479e-a015-06162edb373b req-6f1acab6-b8d5-49bd-9657-69ff06329dd6 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:13.685590 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-45e70077-61e6-479e-a015-06162edb373b req-6f1acab6-b8d5-49bd-9657-69ff06329dd6 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.1092901 Jan 21 08:07:13.745736 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-45e70077-61e6-479e-a015-06162edb373b req-da1d3c87-7ebc-48d9-8e07-918a89c0ce2a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Synchronizing usage tracker for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:security_group {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:07:13.788517 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-45e70077-61e6-479e-a015-06162edb373b req-da1d3c87-7ebc-48d9-8e07-918a89c0ce2a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Unset dirty status for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:security_group {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:07:13.789820 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-45e70077-61e6-479e-a015-06162edb373b req-da1d3c87-7ebc-48d9-8e07-918a89c0ce2a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0973084 Jan 21 08:07:13.874679 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5639682-2ae6-4f76-9c3f-40c7bb53398c req-99159d2d-a06d-416e-b7e5-3c02587b9659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:13.876355 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e5639682-2ae6-4f76-9c3f-40c7bb53398c req-99159d2d-a06d-416e-b7e5-3c02587b9659 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4955184 Jan 21 08:07:13.879910 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Made reservation on behalf of 170e1d6a7ba04a31aa33e7bffa3a9e2f for: {'port': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:07:13.888889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:13.925590 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-6017b31e-fa6c-434c-b23d-1a4a7716244d service neutron] 10.222.0.64 "GET /v2.0/networks/cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843643 Jan 21 08:07:13.964048 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-64157771-2799-4b7e-bea1-8c4e7d77c810 req-afdc8ddb-748f-454e-8254-aa5ad91ce428 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 210 time: 0.0498230 Jan 21 08:07:14.279445 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-84d77fc8-040e-45c1-a8c7-f02bf7f51f13 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3421650 Jan 21 08:07:14.301227 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e5639682-2ae6-4f76-9c3f-40c7bb53398c req-3550f151-1062-4687-b6d9-f3f2a4b64010 service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021840 Jan 21 08:07:14.518198 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e5639682-2ae6-4f76-9c3f-40c7bb53398c req-6afb5989-404f-4ff7-b6e7-2ce93cc02cb9 service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1678431 Jan 21 08:07:14.563968 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8f4b845d-00ea-4224-a2ef-fac4a2a18c2d req-b60c59c8-2c73-459b-853b-6901fd81d7f4 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 210 time: 0.0636733 Jan 21 08:07:14.613709 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Allocated IP 172.20.0.13 (b88aaace-79ae-42aa-8edc-fc52c046e720/5827d482-07ad-4d44-8d91-414cfb59fb96/479074b1-9ac4-4ec4-a630-9306e2f596db) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:07:14.882820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:14.967373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Transition to ACTIVE for port object 479074b1-9ac4-4ec4-a630-9306e2f596db will not be triggered until provisioned by entity DHCP. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:07:15.070338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:15.089039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b703883b-a80b-4587-b7e0-1c34a87292ad tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:15.220120 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3969d4-fa37-4ef7-8b8c-0badbbce0978 req-293ce12a-8234-4025-ad8f-134dfdab8dbf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:15.221838 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2d3969d4-fa37-4ef7-8b8c-0badbbce0978 req-293ce12a-8234-4025-ad8f-134dfdab8dbf tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 932 time: 0.1048222 Jan 21 08:07:15.276576 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-2d3969d4-fa37-4ef7-8b8c-0badbbce0978 req-ebff1a05-e002-4ea2-8d1a-fd7b9d938c16 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Synchronizing usage tracker for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:security_group {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:07:15.280651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event updated for resources: {'Port': ['ID=479074b1-9ac4-4ec4-a630-9306e2f596db,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:15.286392 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:15.290197 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-2d3969d4-fa37-4ef7-8b8c-0badbbce0978 req-ebff1a05-e002-4ea2-8d1a-fd7b9d938c16 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Unset dirty status for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:security_group {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:07:15.291451 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2d3969d4-fa37-4ef7-8b8c-0badbbce0978 req-ebff1a05-e002-4ea2-8d1a-fd7b9d938c16 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632973 Jan 21 08:07:15.309792 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd471d4-7714-40e7-8377-e699b5c1fcb8 req-eb595c21-aae1-42b8-ae3c-74e35ac15f62 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:15.311532 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cbd471d4-7714-40e7-8377-e699b5c1fcb8 req-eb595c21-aae1-42b8-ae3c-74e35ac15f62 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.3007505 Jan 21 08:07:15.400428 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cbd471d4-7714-40e7-8377-e699b5c1fcb8 req-805b2836-0aea-47d8-8ae4-1dafc6d6b9ba tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0810993 Jan 21 08:07:15.402438 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Network b88aaace-79ae-42aa-8edc-fc52c046e720 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:07:15.403772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:07:15.406023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:07:15.490229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:15.490956 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:15.551102 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-587e6d9b-68a5-408d-9667-35188402aa0e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3965678 Jan 21 08:07:15.583145 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Request body: {'port': {'device_id': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:15.709035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:15.714004 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-13b1fcba-a430-4c72-81d0-557e3e18a17d None None] Provisioning for port 479074b1-9ac4-4ec4-a630-9306e2f596db completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:07:15.729764 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-13b1fcba-a430-4c72-81d0-557e3e18a17d None None] Provisioning complete for port 479074b1-9ac4-4ec4-a630-9306e2f596db triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:07:15.730200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-13b1fcba-a430-4c72-81d0-557e3e18a17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:15.777453 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3b4a1544-197a-4698-a2a9-f134d6a133fd req-38f5740f-0a8d-4cc4-9b0c-f2464fd68c40 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 210 time: 0.0746453 Jan 21 08:07:15.806930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-13b1fcba-a430-4c72-81d0-557e3e18a17d None None] Port 479074b1-9ac4-4ec4-a630-9306e2f596db cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:07:16.149127 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479074b1-9ac4-4ec4-a630-9306e2f596db {{(pid=80226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:07:16.156733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:16.168832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Transition to ACTIVE for port object 479074b1-9ac4-4ec4-a630-9306e2f596db will not be triggered until provisioned by entity L2. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:07:16.207037 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1160483'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:16.222455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:16.358216 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Pushing event updated for resources: {'Port': ['ID=479074b1-9ac4-4ec4-a630-9306e2f596db,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:16.372049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:16.372998 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:16.625393 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Attempting to bind port 479074b1-9ac4-4ec4-a630-9306e2f596db on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:07:16.625958 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Attempting to bind port 479074b1-9ac4-4ec4-a630-9306e2f596db by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:07:16.626195 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Attempting to bind port 479074b1-9ac4-4ec4-a630-9306e2f596db on network b88aaace-79ae-42aa-8edc-fc52c046e720 {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:07:16.653507 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59410aa-ea2e-4ff6-9f6f-b038dbea7900 req-982c1ef5-cfab-4bff-a532-fc516dc26c0a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:16.653507 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-c59410aa-ea2e-4ff6-9f6f-b038dbea7900 req-982c1ef5-cfab-4bff-a532-fc516dc26c0a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Synchronizing usage tracker for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:07:16.654019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0cb98-3c51-439d-94d4-95916c579f61 req-1fd57fe2-2d2f-4dde-b8b4-7e11ed840366 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:16.655686 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02b0cb98-3c51-439d-94d4-95916c579f61 req-1fd57fe2-2d2f-4dde-b8b4-7e11ed840366 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.1077378 Jan 21 08:07:16.660294 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:07:16.660775 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Checking segment: {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:07:16.661308 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:16.661730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Bound using segment: {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:07:16.662284 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Bound port: 479074b1-9ac4-4ec4-a630-9306e2f596db, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eb1539-992b-4064-b59f-2932acdfe8b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720'}}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:07:16.662730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:16.717276 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-02b0cb98-3c51-439d-94d4-95916c579f61 req-fb63061d-c31f-48e6-b4d9-0cf1502627fd tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0510767 Jan 21 08:07:16.759003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-c59410aa-ea2e-4ff6-9f6f-b038dbea7900 req-982c1ef5-cfab-4bff-a532-fc516dc26c0a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Unset dirty status for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:07:16.760341 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c59410aa-ea2e-4ff6-9f6f-b038dbea7900 req-982c1ef5-cfab-4bff-a532-fc516dc26c0a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.2939377 Jan 21 08:07:16.792445 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] For port 479074b1-9ac4-4ec4-a630-9306e2f596db, host hv-cinder-76859, cleared binding levels {{(pid=80226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:07:16.898333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] For port 479074b1-9ac4-4ec4-a630-9306e2f596db, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=479074b1-9ac4-4ec4-a630-9306e2f596db,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:07:16.919398 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c59410aa-ea2e-4ff6-9f6f-b038dbea7900 req-a1b8ec23-f887-4537-a590-b57292f65572 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524150 Jan 21 08:07:16.949802 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1160483'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:16.969057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:16.987886 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-48559a92-900e-41e4-84ae-ae6687d9bb3a req-6a8803be-a866-4dcb-ad45-34afb2369086 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 210 time: 0.0522268 Jan 21 08:07:17.388203 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-abe205a8-b3e6-47b1-9efe-208959c09f98 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:17.389829 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-abe205a8-b3e6-47b1-9efe-208959c09f98 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.75 "GET /v2.0/networks?id=cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 HTTP/1.1" status: 200 len: 814 time: 0.5988986 Jan 21 08:07:17.416890 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Pushing event updated for resources: {'Port': ['ID=479074b1-9ac4-4ec4-a630-9306e2f596db,revision_number=3']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:17.421629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:17.432939 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Request body: {'port': {'device_id': 'f126077b-4eb7-4d65-b219-61f367aa6554', 'network_id': 'cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25', 'admin_state_up': True, 'tenant_id': 'c5c92ac46c714ca88d5cf98de496c464'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:17.555061 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:17.555765 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:17.557303 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] 10.222.0.75 "PUT /v2.0/ports/479074b1-9ac4-4ec4-a630-9306e2f596db HTTP/1.1" status: 200 len: 1158 time: 1.9796209 Jan 21 08:07:17.557857 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'tag': '479074b1-9ac4-4ec4-a630-9306e2f596db'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:07:17.634651 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'tag': '479074b1-9ac4-4ec4-a630-9306e2f596db', 'status': 'completed', 'code': 200} Jan 21 08:07:17.649090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:17.660898 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:17.723017 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Made reservation on behalf of c5c92ac46c714ca88d5cf98de496c464 for: {'port': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:07:17.731964 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:17.954735 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-0dad523f-6510-46ea-8436-baf4a22d9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:17.956916 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-0dad523f-6510-46ea-8436-baf4a22d9c41 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 1161 time: 0.2756226 Jan 21 08:07:18.098383 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-a10e3e5a-f72d-4046-9640-aca36c160958 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=479074b1-9ac4-4ec4-a630-9306e2f596db HTTP/1.1" status: 200 len: 217 time: 0.1155121 Jan 21 08:07:18.166774 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf369390-1a8d-4f8b-bc8e-15e36f415f13 req-ab370e3c-e2a9-49cc-84fc-0ae8f8c0f602 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:18.168519 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cf369390-1a8d-4f8b-bc8e-15e36f415f13 req-ab370e3c-e2a9-49cc-84fc-0ae8f8c0f602 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.3012929 Jan 21 08:07:18.249181 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40707ac3-1463-4af8-bf89-bf87eea2021e req-77701545-1955-4c3b-9c07-c73dbc681868 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:18.250762 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-40707ac3-1463-4af8-bf89-bf87eea2021e req-77701545-1955-4c3b-9c07-c73dbc681868 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1029847 Jan 21 08:07:18.303780 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-40707ac3-1463-4af8-bf89-bf87eea2021e req-6ceea71f-bf27-4acd-845d-5008dde0656e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463784 Jan 21 08:07:18.334697 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-d06b8044-a241-4e1e-8873-9aa36c03e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:18.336344 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-d06b8044-a241-4e1e-8873-9aa36c03e3ef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.1636810 Jan 21 08:07:18.354591 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cf369390-1a8d-4f8b-bc8e-15e36f415f13 req-6fe12c41-d312-41c8-b85a-b9940d08e142 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1434228 Jan 21 08:07:18.409990 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Allocated IP 172.20.0.5 (cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25/bc0a9b06-c999-4fed-b6a5-17c515b2f621/f114a249-e37e-4f1e-aa4c-e92ecd00cd85) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:07:18.503778 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-81eba603-f18e-4b34-8bd7-9c84bc41dd29 req-95c45da2-a20d-40c1-80e4-2058a267f219 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 210 time: 0.0544419 Jan 21 08:07:18.535799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-61b0a2c2-c6be-402d-bd79-a2cc30bf6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:18.537461 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-61b0a2c2-c6be-402d-bd79-a2cc30bf6e1f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1783190 Jan 21 08:07:18.868580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43bd4d-e6dd-473c-ad21-d41bd55c6220 req-42097da4-b2c4-4119-8be4-8591a7e8a970 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:18.870143 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-da43bd4d-e6dd-473c-ad21-d41bd55c6220 req-42097da4-b2c4-4119-8be4-8591a7e8a970 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.3830144 Jan 21 08:07:18.882788 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:18.887362 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-ffba3d32-cec8-45d0-b568-c3e11f232294 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182108 Jan 21 08:07:19.024358 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-da43bd4d-e6dd-473c-ad21-d41bd55c6220 req-2fce1573-2419-488a-b046-f666eb436288 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453450 Jan 21 08:07:19.086849 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ddbe443f-4588-4335-8316-1ba552c46d80 req-597c41e4-3439-48ff-ba16-053fa80a163b service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1824799 Jan 21 08:07:19.114176 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:19.129937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a25ecc7a-b934-4cb8-9d4c-31b78e01f9cc tempest-VolumesNegativeTest-1269974445 tempest-VolumesNegativeTest-1269974445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:19.273550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Pushing event updated for resources: {'Port': ['ID=f114a249-e37e-4f1e-aa4c-e92ecd00cd85,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:19.324243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:19.395081 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Network cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:07:19.397626 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:07:19.400761 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:07:19.463375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c89b79-b486-43cb-825a-f02328af94a8 req-509df4cc-eda3-4b85-a411-74863cd0e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:19.465414 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-43c89b79-b486-43cb-825a-f02328af94a8 req-509df4cc-eda3-4b85-a411-74863cd0e50a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 1161 time: 0.1932256 Jan 21 08:07:19.562161 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41908d49-cefe-4f46-8a22-cf486a360d82 req-dbbdb2e8-760d-4d85-bcc1-73a11a78bf21 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:19.563858 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-41908d49-cefe-4f46-8a22-cf486a360d82 req-dbbdb2e8-760d-4d85-bcc1-73a11a78bf21 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1085615 Jan 21 08:07:19.619594 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-41908d49-cefe-4f46-8a22-cf486a360d82 req-e3d741f5-cf5b-40dc-a33a-0e092d468a33 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487018 Jan 21 08:07:19.750664 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:19.751358 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:19.859881 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8fbca-f5dc-48d7-ad1d-3b586847ff9a req-7ef7e2d4-b60d-404e-8dd7-754137d4172d tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:19.862124 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3ad8fbca-f5dc-48d7-ad1d-3b586847ff9a req-7ef7e2d4-b60d-404e-8dd7-754137d4172d tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 931 time: 0.1065922 Jan 21 08:07:19.925472 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3ad8fbca-f5dc-48d7-ad1d-3b586847ff9a req-4f32e775-7e66-410f-aa80-5c0a840fc3ca tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455577 Jan 21 08:07:19.954623 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-537b8ad8-f482-4d8e-9f2f-9549685e9cb3 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5262606 Jan 21 08:07:19.957072 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c89b79-b486-43cb-825a-f02328af94a8 req-89933554-72a2-4e3e-91e8-f220ac07d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:19.958623 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-43c89b79-b486-43cb-825a-f02328af94a8 req-89933554-72a2-4e3e-91e8-f220ac07d8f2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 911 time: 0.4813256 Jan 21 08:07:19.990453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fe2ca-40b5-453a-81e6-5f60f012c0ea req-6f209390-7bda-4da5-9fa5-4fb005243fcf tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:19.992070 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9c7fe2ca-40b5-453a-81e6-5f60f012c0ea req-6f209390-7bda-4da5-9fa5-4fb005243fcf tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.2329478 Jan 21 08:07:19.997618 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Request body: {'port': {'device_id': 'f126077b-4eb7-4d65-b219-61f367aa6554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:20.127621 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-43c89b79-b486-43cb-825a-f02328af94a8 req-cfa00357-dfa0-48b9-bfd9-c1ca4a6bcfca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=479074b1-9ac4-4ec4-a630-9306e2f596db HTTP/1.1" status: 200 len: 217 time: 0.1001558 Jan 21 08:07:20.252819 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9c7fe2ca-40b5-453a-81e6-5f60f012c0ea req-24f5bc93-cf40-4bab-94bb-2ab876621e61 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2241168 Jan 21 08:07:20.258100 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aba1ac-6283-4ab0-80fd-9bf4d544ea46 req-e7646ba5-4466-42a6-845b-d2a735a0033c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:20.259848 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-92aba1ac-6283-4ab0-80fd-9bf4d544ea46 req-e7646ba5-4466-42a6-845b-d2a735a0033c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1019011 Jan 21 08:07:20.292613 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c89b79-b486-43cb-825a-f02328af94a8 req-60ffae59-01b0-4e65-a302-e334f3f28a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:20.294212 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-43c89b79-b486-43cb-825a-f02328af94a8 req-60ffae59-01b0-4e65-a302-e334f3f28a02 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.1427174 Jan 21 08:07:20.296725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:20.326335 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-92aba1ac-6283-4ab0-80fd-9bf4d544ea46 req-04518f6f-b8d1-4ea7-becf-c472703f2745 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537584 Jan 21 08:07:20.521175 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-bd996828-094d-4c7c-af14-7d2f9f327105 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:20.522988 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-bd996828-094d-4c7c-af14-7d2f9f327105 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.75 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 945 time: 0.1054447 Jan 21 08:07:20.613587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Deleting port f8a1c6dc-3712-4398-9450-518133a37dd3 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:07:20.613979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:20.652417 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c89b79-b486-43cb-825a-f02328af94a8 req-b6e1531a-5517-4e27-941e-f4755e4b9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:20.654063 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-43c89b79-b486-43cb-825a-f02328af94a8 req-b6e1531a-5517-4e27-941e-f4755e4b9a66 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2369213 Jan 21 08:07:20.864494 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4eac9817-6d5d-4266-ab14-3dff3e755cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:20.953564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f8a1c6dc-3712-4398-9450-518133a37dd3 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:07:20.954507 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-43c89b79-b486-43cb-825a-f02328af94a8 req-a4ac039f-806f-46d3-b35f-b62a78824708 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817683 Jan 21 08:07:21.046922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb0506-8850-4c29-8333-2bfa9bc55536 req-79c999ec-6ee2-4190-b2ee-36303cb88e94 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:21.048665 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5cbb0506-8850-4c29-8333-2bfa9bc55536 req-79c999ec-6ee2-4190-b2ee-36303cb88e94 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.2738588 Jan 21 08:07:21.101965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:21.130897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a1c6dc-3712-4398-9450-518133a37dd3'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:07:21.141556 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port f8a1c6dc-3712-4398-9450-518133a37dd3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f8a1c6dc-3712-4398-9450-518133a37dd3,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:07:21.156106 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] For port f8a1c6dc-3712-4398-9450-518133a37dd3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f8a1c6dc-3712-4398-9450-518133a37dd3,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:07:21.156556 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:21.162794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f114a249-e37e-4f1e-aa4c-e92ecd00cd85 {{(pid=80226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:07:21.173214 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:21.176116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a32bc1bd-7d20-43d3-a55e-85dba21b78be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:21.189110 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:21.203093 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5cbb0506-8850-4c29-8333-2bfa9bc55536 req-24cae55c-06a9-42ec-83f3-cc3586d760df tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399894 Jan 21 08:07:21.229911 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Transition to ACTIVE for port object f114a249-e37e-4f1e-aa4c-e92ecd00cd85 will not be triggered until provisioned by entity L2. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:07:21.254394 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-43c89b79-b486-43cb-825a-f02328af94a8 req-4b2a4fbe-af45-416d-920b-84f0f782182b service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2583816 Jan 21 08:07:21.268474 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=f8a1c6dc-3712-4398-9450-518133a37dd3,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:21.269798 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1160483'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:21.276832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.277238 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.277797 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.278182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.278893 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.278893 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.279232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.279603 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.279965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.280405 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.280770 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.281134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.281555 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.282034 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.282400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.282762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.283149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.283516 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.284538 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.284905 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.285465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.285840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.286204 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.286562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:07:21.292854 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:21.308852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212ee7f-ce83-4818-8fa4-c7643b6e4d61 req-8bd1253e-ec37-4ba7-9b36-ad7a12be8db6 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:21.311391 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b212ee7f-ce83-4818-8fa4-c7643b6e4d61 req-8bd1253e-ec37-4ba7-9b36-ad7a12be8db6 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 931 time: 0.2223785 Jan 21 08:07:21.311561 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b010dbdc-4632-4137-bc86-39f64a93be4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:21.461208 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a1c6dc-3712-4398-9450-518133a37dd3', 'code': 200} Jan 21 08:07:21.465771 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Pushing event updated for resources: {'Port': ['ID=f114a249-e37e-4f1e-aa4c-e92ecd00cd85,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:21.469025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:21.541996 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b212ee7f-ce83-4818-8fa4-c7643b6e4d61 req-68634c77-3c0f-4479-a143-83046252c54c tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005749 Jan 21 08:07:21.598859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:21.599404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:21.599994 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Floating IP bdf70549-2325-4efd-bbe3-ad8051df4298 disassociated. External IP: 172.28.2.252, port: f8a1c6dc-3712-4398-9450-518133a37dd3. Jan 21 08:07:21.600569 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Calling delete_port for f8a1c6dc-3712-4398-9450-518133a37dd3 owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:07:21.736259 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Attempting to bind port f114a249-e37e-4f1e-aa4c-e92ecd00cd85 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:07:21.737262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Attempting to bind port f114a249-e37e-4f1e-aa4c-e92ecd00cd85 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '865dd5dc-3607-4166-9f6d-6486c01b0b6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25'}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:07:21.737627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Attempting to bind port f114a249-e37e-4f1e-aa4c-e92ecd00cd85 on network cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:07:21.766136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b25867-5317-451b-beed-2cd5685dd8f2 req-248694d0-ad98-4d45-ac87-109695219cb5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:21.767826 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e9b25867-5317-451b-beed-2cd5685dd8f2 req-248694d0-ad98-4d45-ac87-109695219cb5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.1883574 Jan 21 08:07:21.770071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:07:21.770441 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Checking segment: {'id': '865dd5dc-3607-4166-9f6d-6486c01b0b6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:07:21.770847 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:21.771240 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Bound using segment: {'id': '865dd5dc-3607-4166-9f6d-6486c01b0b6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25'} {{(pid=80226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:07:21.771932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Bound port: f114a249-e37e-4f1e-aa4c-e92ecd00cd85, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865dd5dc-3607-4166-9f6d-6486c01b0b6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25'}}] {{(pid=80226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:07:21.772123 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:21.779971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bb84a-6955-4063-b972-63bc8c77e427 req-93e4f7e9-de14-4e61-a7d6-eeee558dccb7 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:21.781689 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d5bb84a-6955-4063-b972-63bc8c77e427 req-93e4f7e9-de14-4e61-a7d6-eeee558dccb7 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 943 time: 0.1030388 Jan 21 08:07:21.783922 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80227) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:07:21.784265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:07:21.837463 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8d5bb84a-6955-4063-b972-63bc8c77e427 req-a46cbd19-904f-4686-990d-1a733c4672ae tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=69f0a59e-7d7b-4ba4-bebe-dbac89f75793&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472598 Jan 21 08:07:21.890813 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e9b25867-5317-451b-beed-2cd5685dd8f2 req-bc583a7c-9e87-4755-9f62-9d5c7964cbdf tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1082830 Jan 21 08:07:21.920135 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] For port f114a249-e37e-4f1e-aa4c-e92ecd00cd85, host hv-cinder-76859, cleared binding levels {{(pid=80226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:07:21.923306 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] For port f114a249-e37e-4f1e-aa4c-e92ecd00cd85, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f114a249-e37e-4f1e-aa4c-e92ecd00cd85,segment=NetworkSegment(865dd5dc-3607-4166-9f6d-6486c01b0b6a),segment_id=865dd5dc-3607-4166-9f6d-6486c01b0b6a)] {{(pid=80226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:07:21.953795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1160483'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:21.969405 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3a0c02cc-96f1-4371-a34c-070090b8db09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:22.120218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Pushing event updated for resources: {'Port': ['ID=f114a249-e37e-4f1e-aa4c-e92ecd00cd85,revision_number=3']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:22.124879 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:22.157688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:22.158933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:22.160452 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] 10.222.0.75 "PUT /v2.0/ports/f114a249-e37e-4f1e-aa4c-e92ecd00cd85 HTTP/1.1" status: 200 len: 1157 time: 2.1673346 Jan 21 08:07:22.160982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f126077b-4eb7-4d65-b219-61f367aa6554', 'tag': 'f114a249-e37e-4f1e-aa4c-e92ecd00cd85'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:07:22.218916 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f126077b-4eb7-4d65-b219-61f367aa6554', 'tag': 'f114a249-e37e-4f1e-aa4c-e92ecd00cd85', 'status': 'completed', 'code': 200} Jan 21 08:07:22.285417 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Deleting port f8a1c6dc-3712-4398-9450-518133a37dd3 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:07:22.285791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:22.380912 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c641bc1-e1c3-47d7-81cf-a25a47887480 req-f0b16dd9-1216-4e9b-b487-2074e334d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:22.382500 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9c641bc1-e1c3-47d7-81cf-a25a47887480 req-f0b16dd9-1216-4e9b-b487-2074e334d3e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5c92ac46c714ca88d5cf98de496c464&device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 1160 time: 0.0893466 Jan 21 08:07:22.559401 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] For port f8a1c6dc-3712-4398-9450-518133a37dd3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f8a1c6dc-3712-4398-9450-518133a37dd3,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:07:22.559838 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:22.872609 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf667-d868-4a6c-b5eb-e0705b04b30c req-cddb5177-e10c-4389-9d8d-d919a6599b1c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:22.874276 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8bcaf667-d868-4a6c-b5eb-e0705b04b30c req-cddb5177-e10c-4389-9d8d-d919a6599b1c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.4667559 Jan 21 08:07:22.877224 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c641bc1-e1c3-47d7-81cf-a25a47887480 req-434e7500-e2b3-49e2-8b64-dd3b1e7646a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:22.878665 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9c641bc1-e1c3-47d7-81cf-a25a47887480 req-434e7500-e2b3-49e2-8b64-dd3b1e7646a2 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=c5c92ac46c714ca88d5cf98de496c464&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4696946 Jan 21 08:07:22.974477 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6dfab-30d6-4d56-96e2-1d332c117dc4 req-b86248e7-f09e-4abd-8e00-b0deac0796d2 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:22.976308 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dff6dfab-30d6-4d56-96e2-1d332c117dc4 req-b86248e7-f09e-4abd-8e00-b0deac0796d2 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 943 time: 0.2315083 Jan 21 08:07:23.013330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:23.013738 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:23.014180 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Floating IP bdf70549-2325-4efd-bbe3-ad8051df4298 disassociated. External IP: 172.28.2.252, port: f8a1c6dc-3712-4398-9450-518133a37dd3. Jan 21 08:07:23.014554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Calling delete_port for f8a1c6dc-3712-4398-9450-518133a37dd3 owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:07:23.020317 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8bcaf667-d868-4a6c-b5eb-e0705b04b30c req-ea981187-afde-4c9e-a5c1-e08bacfd9aca tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387689 Jan 21 08:07:23.033615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f730325d-10d5-4539-9f77-93e92fc04b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:23.075959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c641bc1-e1c3-47d7-81cf-a25a47887480 req-30a43827-5fe5-4ad4-9bed-dedf52de74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:23.077434 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9c641bc1-e1c3-47d7-81cf-a25a47887480 req-30a43827-5fe5-4ad4-9bed-dedf52de74f9 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1796978 Jan 21 08:07:23.089212 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dff6dfab-30d6-4d56-96e2-1d332c117dc4 req-267744c9-3821-4092-a021-2ccc299b4178 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012139 Jan 21 08:07:23.230316 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:23.272659 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f00d3bc5-e91d-4156-995e-602ae69d6908 req-6e2e08d7-088f-4918-8d85-70d247f44c8c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 210 time: 0.1105812 Jan 21 08:07:23.303174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-ad354c9a-04de-4237-a5b1-864f837e4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:23.305081 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-ad354c9a-04de-4237-a5b1-864f837e4c59 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c5c92ac46c714ca88d5cf98de496c464&device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 1160 time: 0.0981381 Jan 21 08:07:23.319329 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:23.422418 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event deleted for resources: {'Port': ['ID=f8a1c6dc-3712-4398-9450-518133a37dd3,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:23.423328 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-ff79a1f7-86bd-442a-bc26-c97df224f720 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f114a249-e37e-4f1e-aa4c-e92ecd00cd85 HTTP/1.1" status: 200 len: 217 time: 0.0952017 Jan 21 08:07:23.437158 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:23.500640 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-24ae83d4-47a7-40db-9906-38ee2d9f5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:23.502364 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-24ae83d4-47a7-40db-9906-38ee2d9f5d2f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bc0a9b06-c999-4fed-b6a5-17c515b2f621 HTTP/1.1" status: 200 len: 854 time: 0.0690026 Jan 21 08:07:23.559769 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-0736abf2-e58a-41f1-8229-fe6941517b19 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491560 Jan 21 08:07:23.603034 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731a361-5a4b-43b1-ad41-899613980a01 req-166056a8-3694-4d1b-8aa6-84f794f458bf tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:23.604738 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f731a361-5a4b-43b1-ad41-899613980a01 req-166056a8-3694-4d1b-8aa6-84f794f458bf tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.2413642 Jan 21 08:07:23.685384 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f731a361-5a4b-43b1-ad41-899613980a01 req-5046430e-7472-46a7-88bb-9d1f5a1331dd tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0711148 Jan 21 08:07:23.710298 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-aa6d308f-79f9-42ab-a7f5-28a785c0ac3e service neutron] 10.222.0.75 "GET /v2.0/networks/cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397190 Jan 21 08:07:23.781023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Router d8c14d56-8fa9-4544-ae13-2e186569f54d has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:07:23.792525 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 479074b1-9ac4-4ec4-a630-9306e2f596db up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:07:23.871202 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e18f360-23a1-4b18-8c0e-e344bcce1cee req-face1a0a-ce64-42bd-af1a-2e6b11366399 service neutron] 10.222.0.75 "GET /v2.0/networks/cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1488845 Jan 21 08:07:23.986169 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:07:24.011165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf7db3-8fdd-419c-9fa5-614119987d62 None None] Sync routers for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:07:24.032213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] No DVR routers for this DVR port f8a1c6dc-3712-4398-9450-518133a37dd3 on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:07:24.034619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:24.037734 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'name': 'network-vif-deleted', 'tag': 'f8a1c6dc-3712-4398-9450-518133a37dd3'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:07:24.043307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf7db3-8fdd-419c-9fa5-614119987d62 None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:07:24.044021 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-babf7db3-8fdd-419c-9fa5-614119987d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:07:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:24.095120 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2fa60d32-3bda-4075-9ff6-d05aef3a04b9 req-e2e97da8-f820-4ef0-bc2d-5c719dc7b1ef tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.75 "DELETE /v2.0/ports/f8a1c6dc-3712-4398-9450-518133a37dd3 HTTP/1.1" status: 204 len: 173 time: 3.5587358 Jan 21 08:07:24.116241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:24.208658 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 479074b1-9ac4-4ec4-a630-9306e2f596db completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:07:24.218179 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb010c70-a0d2-414d-902a-27da2e9bb002', 'name': 'network-vif-deleted', 'tag': 'f8a1c6dc-3712-4398-9450-518133a37dd3', 'status': 'completed', 'code': 200} Jan 21 08:07:24.218495 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 479074b1-9ac4-4ec4-a630-9306e2f596db triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:07:24.218897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:24.324132 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a857133-3fd1-4fa4-867c-61b13b1987c3 req-c9033e80-9dd2-4d08-a6ec-5adac28e39c0 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:24.326558 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2a857133-3fd1-4fa4-867c-61b13b1987c3 req-c9033e80-9dd2-4d08-a6ec-5adac28e39c0 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1473510 Jan 21 08:07:24.359541 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-babf7db3-8fdd-419c-9fa5-614119987d62 None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:07:24.382721 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2a857133-3fd1-4fa4-867c-61b13b1987c3 req-14d42359-1bba-42cd-8825-8ea080d6bf7a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480349 Jan 21 08:07:24.444832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:24.465736 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2fd8c-4a2a-42f8-81c7-32b7b7108b1c req-e2d954cf-df74-4e79-97c3-55ea55831545 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:24.470264 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-87a2fd8c-4a2a-42f8-81c7-32b7b7108b1c req-e2d954cf-df74-4e79-97c3-55ea55831545 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Synchronizing usage tracker for tenant:c5c92ac46c714ca88d5cf98de496c464 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:07:24.532987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-87a2fd8c-4a2a-42f8-81c7-32b7b7108b1c req-e2d954cf-df74-4e79-97c3-55ea55831545 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Unset dirty status for tenant:c5c92ac46c714ca88d5cf98de496c464 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:07:24.534444 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-87a2fd8c-4a2a-42f8-81c7-32b7b7108b1c req-e2d954cf-df74-4e79-97c3-55ea55831545 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 943 time: 0.1964459 Jan 21 08:07:24.591483 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-87a2fd8c-4a2a-42f8-81c7-32b7b7108b1c req-e0999c12-063e-4349-9126-9b86416dd9b6 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497241 Jan 21 08:07:24.606794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-034e684f-b9d1-4280-a8df-955ea7343c3a req-00f9db21-65eb-45e6-8d13-cea68360ae07 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Synchronizing usage tracker for tenant:1f1c6571386d4c078fea438e75156ddf on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:07:24.611606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479074b1-9ac4-4ec4-a630-9306e2f596db'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:07:24.639490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 479074b1-9ac4-4ec4-a630-9306e2f596db, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=479074b1-9ac4-4ec4-a630-9306e2f596db,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:07:24.656702 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-034e684f-b9d1-4280-a8df-955ea7343c3a req-00f9db21-65eb-45e6-8d13-cea68360ae07 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Unset dirty status for tenant:1f1c6571386d4c078fea438e75156ddf on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:07:24.658675 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-034e684f-b9d1-4280-a8df-955ea7343c3a req-00f9db21-65eb-45e6-8d13-cea68360ae07 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=fb010c70-a0d2-414d-902a-27da2e9bb002 HTTP/1.1" status: 200 len: 210 time: 0.1066964 Jan 21 08:07:24.682745 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479074b1-9ac4-4ec4-a630-9306e2f596db', 'code': 200} Jan 21 08:07:24.685300 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:24.689080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:24.811626 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=479074b1-9ac4-4ec4-a630-9306e2f596db,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:24.817073 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:24.827265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-babf7db3-8fdd-419c-9fa5-614119987d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:49Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:24.831644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf7db3-8fdd-419c-9fa5-614119987d62 None None] Checking router: d8c14d56-8fa9-4544-ae13-2e186569f54d for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:07:24.841887 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf7db3-8fdd-419c-9fa5-614119987d62 None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:07:24.842730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-babf7db3-8fdd-419c-9fa5-614119987d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:07:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:25.025809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:25.059631 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-babf7db3-8fdd-419c-9fa5-614119987d62 None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:07:25.185072 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f0ec5-0543-4718-9a2e-bf94b2ccf2e9 req-f3d88070-0340-4072-a221-03690a33a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:25.186514 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c9f0ec5-0543-4718-9a2e-bf94b2ccf2e9 req-f3d88070-0340-4072-a221-03690a33a85e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 1163 time: 0.1107898 Jan 21 08:07:25.211886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc96754-e9e5-4309-98fe-13307645258a req-44840eac-10d9-44f5-8505-87673dc59ad2 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:25.213564 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3bc96754-e9e5-4309-98fe-13307645258a req-44840eac-10d9-44f5-8505-87673dc59ad2 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.3902147 Jan 21 08:07:25.275896 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c9f0ec5-0543-4718-9a2e-bf94b2ccf2e9 req-c2af2f4c-3a27-4e6d-b1b3-e95450a0e39f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579627 Jan 21 08:07:25.308133 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3bc96754-e9e5-4309-98fe-13307645258a req-1bd69732-719c-4390-9683-7a3516e21f69 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0676796 Jan 21 08:07:25.333115 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 479074b1-9ac4-4ec4-a630-9306e2f596db up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:07:25.469250 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 479074b1-9ac4-4ec4-a630-9306e2f596db triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:07:25.469758 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:25.527017 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-babf7db3-8fdd-419c-9fa5-614119987d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:49Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:25.537170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf7db3-8fdd-419c-9fa5-614119987d62 None None] The sync data for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb is: [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:49Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:07:25.640635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc2f14-8273-47db-a7e3-a3fcddd3691c req-e6e5fe9d-782d-477a-9e42-b48ecbf232c7 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:25.642344 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-27bc2f14-8273-47db-a7e3-a3fcddd3691c req-e6e5fe9d-782d-477a-9e42-b48ecbf232c7 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1075599 Jan 21 08:07:25.695398 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-27bc2f14-8273-47db-a7e3-a3fcddd3691c req-0d2d22d4-04c7-41d5-9ed2-8e733355a592 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460734 Jan 21 08:07:25.750252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:25.844435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1f2d7-8a3c-42b0-9dbb-3f66caa0db95 req-dbaa16af-2702-4265-be1f-757cf521e1fe tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:25.846270 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d2b1f2d7-8a3c-42b0-9dbb-3f66caa0db95 req-dbaa16af-2702-4265-be1f-757cf521e1fe tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 943 time: 0.1216094 Jan 21 08:07:25.894921 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 33910) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:25.901538 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d2b1f2d7-8a3c-42b0-9dbb-3f66caa0db95 req-8de35407-20e2-4b7b-b258-a381a56662da tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454330 Jan 21 08:07:25.950526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6194c95d-4f0d-4ba7-9b02-8760046232f8 None None] New status for floating IP bdf70549-2325-4efd-bbe3-ad8051df4298: DOWN {{(pid=80229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 08:07:25.974157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-18402790-f050-4a36-833c-4c5e307fa6cb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:26.003962 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-18402790-f050-4a36-833c-4c5e307fa6cb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:26.082175 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-18402790-f050-4a36-833c-4c5e307fa6cb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:26.087933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ba99fed1-fb4d-48ec-8add-0bcc645c5920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:26.107679 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18402790-f050-4a36-833c-4c5e307fa6cb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f0a59e-7d7b-4ba4-bebe-dbac89f75793,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:26.110364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-18402790-f050-4a36-833c-4c5e307fa6cb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:26.150483 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-18402790-f050-4a36-833c-4c5e307fa6cb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:26.151761 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-18402790-f050-4a36-833c-4c5e307fa6cb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "DELETE /v2.0/security-groups/69f0a59e-7d7b-4ba4-bebe-dbac89f75793 HTTP/1.1" status: 204 len: 168 time: 0.2556310 Jan 21 08:07:26.154896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 33914) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:26.173374 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.v2.resource [None req-f0b95a88-c7d2-4d59-ad51-4a6570ad1645 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] show failed (client error): The resource could not be found. Jan 21 08:07:26.174561 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-f0b95a88-c7d2-4d59-ad51-4a6570ad1645 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups/69f0a59e-7d7b-4ba4-bebe-dbac89f75793 HTTP/1.1" status: 404 len: 347 time: 0.0186255 Jan 21 08:07:26.177640 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 33918) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:26.357178 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-4be74c4d-000e-411d-8755-d27c5341c677 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Deleting port 4450f287-8dea-48e5-a7a6-1839f59c9b7a {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:07:26.357566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4be74c4d-000e-411d-8755-d27c5341c677 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:26.605998 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4be74c4d-000e-411d-8755-d27c5341c677 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:26.606281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4be74c4d-000e-411d-8755-d27c5341c677 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:26.756857 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a81abe-f622-4733-acf6-fa93ad08cf89 req-b70edf7f-9d30-45ae-9789-0f7f8d956c01 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:26.758489 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c9a81abe-f622-4733-acf6-fa93ad08cf89 req-b70edf7f-9d30-45ae-9789-0f7f8d956c01 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.2762702 Jan 21 08:07:26.765958 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-4be74c4d-000e-411d-8755-d27c5341c677 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Calling delete_port for 4450f287-8dea-48e5-a7a6-1839f59c9b7a owned by network:floatingip {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:07:26.873216 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c9a81abe-f622-4733-acf6-fa93ad08cf89 req-29f05883-1037-46c0-933e-ddd967b5851b tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0777807 Jan 21 08:07:26.952380 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d68c77-76a0-4226-967c-07b3cd826206 req-943b6be8-77a0-407e-8a08-d05a336feaa5 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:26.954088 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-22d68c77-76a0-4226-967c-07b3cd826206 req-943b6be8-77a0-407e-8a08-d05a336feaa5 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1036577 Jan 21 08:07:27.001517 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4be74c4d-000e-411d-8755-d27c5341c677 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:27.008668 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-22d68c77-76a0-4226-967c-07b3cd826206 req-2b237869-cbec-4055-96a9-aa7004b2f0c4 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475163 Jan 21 08:07:27.030015 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:27.163800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be74c4d-000e-411d-8755-d27c5341c677 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event deleted for resources: {'Port': ['ID=4450f287-8dea-48e5-a7a6-1839f59c9b7a,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:27.177250 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4be74c4d-000e-411d-8755-d27c5341c677 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:27.294420 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7cc13-4c65-4c21-a57b-07666779fe43 req-2fccc51a-9eb2-43e7-8b95-327691aac24b tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:27.296137 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-54c7cc13-4c65-4c21-a57b-07666779fe43 req-2fccc51a-9eb2-43e7-8b95-327691aac24b tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 943 time: 0.2302132 Jan 21 08:07:27.398155 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-54c7cc13-4c65-4c21-a57b-07666779fe43 req-a9921911-5684-46ad-840f-9d5da9db9a10 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678301 Jan 21 08:07:27.400565 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4be74c4d-000e-411d-8755-d27c5341c677 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:27.464947 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4be74c4d-000e-411d-8755-d27c5341c677 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:27.466234 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-4be74c4d-000e-411d-8755-d27c5341c677 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "DELETE /v2.0/floatingips/bdf70549-2325-4efd-bbe3-ad8051df4298 HTTP/1.1" status: 204 len: 168 time: 1.2875891 Jan 21 08:07:27.962108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 33932) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:27.968078 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Request body: {'security_group': {'name': 'tempest-securitygroup--1342634219', 'description': 'tempest-description--963236868'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:27.978174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:27.982538 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Usage tracker for resource:security_group and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:07:27.985574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:07:27.992066 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:28.060365 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f114a249-e37e-4f1e-aa4c-e92ecd00cd85 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:07:28.064063 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:28.103203 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:28.110355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Usage tracker for resource:security_group_rule and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:07:28.135985 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef88e9a-91f6-49d8-a53b-b46dc063b406 req-0cf05782-f72e-46fd-9cac-e8516474959c tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:28.137734 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1ef88e9a-91f6-49d8-a53b-b46dc063b406 req-0cf05782-f72e-46fd-9cac-e8516474959c tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.1340675 Jan 21 08:07:28.141384 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:07:28.146042 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:28.190096 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port f114a249-e37e-4f1e-aa4c-e92ecd00cd85 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:07:28.196107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port f114a249-e37e-4f1e-aa4c-e92ecd00cd85 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:07:28.201257 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:28.204278 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1ef88e9a-91f6-49d8-a53b-b46dc063b406 req-7893f738-c894-42eb-b712-97728d8d8470 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0552461 Jan 21 08:07:28.271405 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee30e70-d100-40cc-8adc-bd8c7fdcf165 req-9152f433-10a4-4ba2-b3bf-ca8f297f728d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:28.279761 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dee30e70-d100-40cc-8adc-bd8c7fdcf165 req-9152f433-10a4-4ba2-b3bf-ca8f297f728d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1212649 Jan 21 08:07:28.308358 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:28.328601 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-dee30e70-d100-40cc-8adc-bd8c7fdcf165 req-4eb8d24e-d0b4-40bb-b690-c6a1040fbb6f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476630 Jan 21 08:07:28.332800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:28.338603 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9ce13723-d7a4-4518-af1c-58229965aa49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:28.340012 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:28.374981 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f126077b-4eb7-4d65-b219-61f367aa6554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f114a249-e37e-4f1e-aa4c-e92ecd00cd85'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:07:28.381574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port f114a249-e37e-4f1e-aa4c-e92ecd00cd85, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f114a249-e37e-4f1e-aa4c-e92ecd00cd85,segment=NetworkSegment(865dd5dc-3607-4166-9f6d-6486c01b0b6a),segment_id=865dd5dc-3607-4166-9f6d-6486c01b0b6a)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:07:28.386157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event updated for resources: {'SecurityGroup': ['ID=6504f0ba-5e21-4290-ab27-ed361be09f8a,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:28.389284 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:28.433982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:28.434747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:28.436466 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4731684 Jan 21 08:07:28.438172 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:28.439919 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33944) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:28.447454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-166c555b-b19e-4339-a50a-6608d2e51600 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Request body: {'security_group_rule': {'security_group_id': '6504f0ba-5e21-4290-ab27-ed361be09f8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:28.458657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-166c555b-b19e-4339-a50a-6608d2e51600 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:28.463284 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-166c555b-b19e-4339-a50a-6608d2e51600 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Usage tracker for resource:security_group_rule and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:07:28.467084 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-166c555b-b19e-4339-a50a-6608d2e51600 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:07:28.474217 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-166c555b-b19e-4339-a50a-6608d2e51600 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:28.492403 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f126077b-4eb7-4d65-b219-61f367aa6554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f114a249-e37e-4f1e-aa4c-e92ecd00cd85', 'code': 200} Jan 21 08:07:28.523264 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=f114a249-e37e-4f1e-aa4c-e92ecd00cd85,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:28.525412 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-166c555b-b19e-4339-a50a-6608d2e51600 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group_rule, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:28.526777 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:28.607377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac28f12-dad5-449e-a073-365838f82906 req-6c80a7dd-b3c9-449e-a0ac-8a2e3e38f3d3 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:28.609081 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0ac28f12-dad5-449e-a073-365838f82906 req-6c80a7dd-b3c9-449e-a0ac-8a2e3e38f3d3 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1337664 Jan 21 08:07:28.619138 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 33948) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:28.625089 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-6e2d8467-b6f0-401b-97d0-f82e402d3122 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Request body: {'floatingip': {'port_id': '479074b1-9ac4-4ec4-a630-9306e2f596db'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:28.666177 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-166c555b-b19e-4339-a50a-6608d2e51600 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:28.700821 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac18ef-da75-4aa8-aba4-c67eedc0d92a req-e23ea64a-3ebd-4831-9e2e-33762c011e73 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:28.702419 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a5ac18ef-da75-4aa8-aba4-c67eedc0d92a req-e23ea64a-3ebd-4831-9e2e-33762c011e73 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.1447616 Jan 21 08:07:28.703646 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-166c555b-b19e-4339-a50a-6608d2e51600 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581094'] for security_group_rule, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:28.706367 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:28.712314 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e2d8467-b6f0-401b-97d0-f82e402d3122 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:28.746044 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c555b-b19e-4339-a50a-6608d2e51600 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5969b908-348f-4107-a0df-9b51ccd4cf91,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:28.755461 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-166c555b-b19e-4339-a50a-6608d2e51600 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:28.784425 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a5ac18ef-da75-4aa8-aba4-c67eedc0d92a req-42150cb5-83e2-4863-9141-5acdf28046ab tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654399 Jan 21 08:07:28.832794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-166c555b-b19e-4339-a50a-6608d2e51600 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group_rule, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:28.834084 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-166c555b-b19e-4339-a50a-6608d2e51600 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3926642 Jan 21 08:07:28.840123 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33952) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:28.848381 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-97fce4e5-970e-4685-aedb-1be6b3e19ed2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Request body: {'security_group_rule': {'security_group_id': '6504f0ba-5e21-4290-ab27-ed361be09f8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:28.861929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-97fce4e5-970e-4685-aedb-1be6b3e19ed2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:28.868085 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-97fce4e5-970e-4685-aedb-1be6b3e19ed2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Usage tracker for resource:security_group_rule and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:07:28.871615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-97fce4e5-970e-4685-aedb-1be6b3e19ed2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:07:28.880357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-97fce4e5-970e-4685-aedb-1be6b3e19ed2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:28.908435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5ce92-80ee-47dc-8ccc-fcac33e34d78 req-115de29b-82de-4e45-bc90-ad395cb9aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:28.910068 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bbb5ce92-80ee-47dc-8ccc-fcac33e34d78 req-115de29b-82de-4e45-bc90-ad395cb9aec3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 1162 time: 0.1170189 Jan 21 08:07:28.933527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-97fce4e5-970e-4685-aedb-1be6b3e19ed2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group_rule, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:29.009698 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bbb5ce92-80ee-47dc-8ccc-fcac33e34d78 req-3e179a51-6459-4fbc-806a-6c982e7748ad service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680697 Jan 21 08:07:29.032685 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-97fce4e5-970e-4685-aedb-1be6b3e19ed2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:29.064038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-97fce4e5-970e-4685-aedb-1be6b3e19ed2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581094'] for security_group_rule, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:29.066451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-69434933-c732-4114-a8d1-7f9f4f88c635 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:29.090452 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fce4e5-970e-4685-aedb-1be6b3e19ed2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d9e625-be85-428e-9caf-a9c5e9b7a648,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:29.094733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-97fce4e5-970e-4685-aedb-1be6b3e19ed2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:29.138397 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-97fce4e5-970e-4685-aedb-1be6b3e19ed2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group_rule, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:29.139687 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-97fce4e5-970e-4685-aedb-1be6b3e19ed2 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2975745 Jan 21 08:07:29.143574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 33956) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:29.149010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Request body: {'floatingip': {'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:29.158372 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:29.162458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Usage tracker for resource:floatingip and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:07:29.165443 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:07:29.171128 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:29.206965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:29.358507 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:29.656389 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Allocated IP 172.28.2.7 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/14293e6f-e230-4847-a828-5a76386e3c56) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:07:29.683057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e2d8467-b6f0-401b-97d0-f82e402d3122 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:29.731019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81dbdd-eae6-4d63-9835-7777beb7b54f req-5a844051-65ce-418a-82ec-5ca4375eab47 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:29.732741 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6b81dbdd-eae6-4d63-9835-7777beb7b54f req-5a844051-65ce-418a-82ec-5ca4375eab47 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.3706605 Jan 21 08:07:29.733994 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e2d8467-b6f0-401b-97d0-f82e402d3122 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:29.785303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 6a19f45d-82da-4e13-b655-94e0732e4de3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:07:29.818445 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:29.876456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:29.877761 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6b81dbdd-eae6-4d63-9835-7777beb7b54f req-1bb21429-e5f1-4cb7-b060-e2c4c0351caf tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0918386 Jan 21 08:07:29.880479 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 6a19f45d-82da-4e13-b655-94e0732e4de3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:07:29.880967 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:29.893583 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ee5ed6b9-f523-4362-8aff-47364388ff43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:29.983266 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [None req-6e2d8467-b6f0-401b-97d0-f82e402d3122 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Floating IP f9f51302-1ea9-4f9b-a8f9-e623148a6193 associated. External IP: 172.28.2.122, port: 479074b1-9ac4-4ec4-a630-9306e2f596db. Jan 21 08:07:30.034668 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f114a249-e37e-4f1e-aa4c-e92ecd00cd85 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:07:30.089704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event updated for resources: {'Port': ['ID=14293e6f-e230-4847-a828-5a76386e3c56,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:30.106430 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:30.108931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port f114a249-e37e-4f1e-aa4c-e92ecd00cd85 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:07:30.109364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:30.188232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2de8f3-77d3-4f62-9fa4-d0376c017edb req-c6d5a679-f125-4fd5-87ac-756687779228 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:30.189905 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5b2de8f3-77d3-4f62-9fa4-d0376c017edb req-c6d5a679-f125-4fd5-87ac-756687779228 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.2570708 Jan 21 08:07:30.194944 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:07:30.198209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:07:30.216683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:07:30.296312 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5b2de8f3-77d3-4f62-9fa4-d0376c017edb req-422bc537-09d0-47d5-9c3f-d79e247a0de4 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999446 Jan 21 08:07:30.340339 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:30.396092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2d8467-b6f0-401b-97d0-f82e402d3122 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Router f1016a24-f4ab-4f90-984e-ff7371649ced has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:07:30.433657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:30.593151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2d8467-b6f0-401b-97d0-f82e402d3122 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:07:30.598591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6e2d8467-b6f0-401b-97d0-f82e402d3122 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:30.603579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db175c9-1b22-49fe-a676-8c4a04169ea9 None None] Sync routers for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:07:30.613694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db175c9-1b22-49fe-a676-8c4a04169ea9 None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:07:30.614385 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-2db175c9-1b22-49fe-a676-8c4a04169ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:07:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:30.664808 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-6e2d8467-b6f0-401b-97d0-f82e402d3122 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "PUT /v2.0/floatingips/f9f51302-1ea9-4f9b-a8f9-e623148a6193 HTTP/1.1" status: 200 len: 992 time: 2.0417199 Jan 21 08:07:30.664808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'tag': '479074b1-9ac4-4ec4-a630-9306e2f596db'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:07:30.717206 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:30.733088 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'tag': '479074b1-9ac4-4ec4-a630-9306e2f596db', 'status': 'completed', 'code': 200} Jan 21 08:07:30.755711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852211439'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:30.776988 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:30.817841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-2db175c9-1b22-49fe-a676-8c4a04169ea9 None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:07:30.966879 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event updated for resources: {'Port': ['ID=14293e6f-e230-4847-a828-5a76386e3c56,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:30.980834 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:31.075337 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9f3ba-18b2-4ba9-8f64-c044bdc282f7 req-0447124c-1a3b-4bf1-b3e0-89b64c9940b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:31.076965 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03f9f3ba-18b2-4ba9-8f64-c044bdc282f7 req-0447124c-1a3b-4bf1-b3e0-89b64c9940b1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 1163 time: 0.1816635 Jan 21 08:07:31.213626 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-2db175c9-1b22-49fe-a676-8c4a04169ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': 'f9f51302-1ea9-4f9b-a8f9-e623148a6193', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'floating_ip_address': '172.28.2.122', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'port_id': '479074b1-9ac4-4ec4-a630-9306e2f596db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'mac_address': 'fa:16:3e:28:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:07:08Z', 'updated_at': '2021-01-21T08:07:29Z', 'revision_number': 1, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:42Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:31.218961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db175c9-1b22-49fe-a676-8c4a04169ea9 None None] Checking router: f1016a24-f4ab-4f90-984e-ff7371649ced for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:07:31.229649 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db175c9-1b22-49fe-a676-8c4a04169ea9 None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:07:31.230348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-2db175c9-1b22-49fe-a676-8c4a04169ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:07:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:31.429251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-2db175c9-1b22-49fe-a676-8c4a04169ea9 None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:07:31.444505 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:31.544561 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ddc5f-d0f7-4e93-9965-fdf8d06165c9 req-02715d28-4176-4b60-bd48-61a3a7528390 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:31.546164 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-252ddc5f-d0f7-4e93-9965-fdf8d06165c9 req-02715d28-4176-4b60-bd48-61a3a7528390 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.5056090 Jan 21 08:07:31.557504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:31.568275 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4140887 Jan 21 08:07:31.568483 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5aacb-169c-4745-bb21-999899d4a0a0 req-cffa41bf-9e6f-4131-8d0e-5d6893971313 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:31.568483 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a6f5aacb-169c-4745-bb21-999899d4a0a0 req-cffa41bf-9e6f-4131-8d0e-5d6893971313 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.1139736 Jan 21 08:07:31.587373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9f3ba-18b2-4ba9-8f64-c044bdc282f7 req-9bb4b431-51a9-4cd5-98af-5e3747b10db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:31.589250 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03f9f3ba-18b2-4ba9-8f64-c044bdc282f7 req-9bb4b431-51a9-4cd5-98af-5e3747b10db6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 911 time: 0.4555233 Jan 21 08:07:31.628855 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a6f5aacb-169c-4745-bb21-999899d4a0a0 req-a8653ef9-2e64-4918-a384-f4ef54961f39 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589426 Jan 21 08:07:31.645695 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 6a19f45d-82da-4e13-b655-94e0732e4de3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:07:31.694109 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-252ddc5f-d0f7-4e93-9965-fdf8d06165c9 req-0cb48380-c2b6-4138-bae1-128708db9f18 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1377056 Jan 21 08:07:31.734489 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03f9f3ba-18b2-4ba9-8f64-c044bdc282f7 req-d5198f42-97f4-4d4f-a59c-73cf36054a13 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=479074b1-9ac4-4ec4-a630-9306e2f596db HTTP/1.1" status: 200 len: 1000 time: 0.1339116 Jan 21 08:07:31.840625 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9f3ba-18b2-4ba9-8f64-c044bdc282f7 req-098c035f-2040-4a82-9ee8-c504922cfcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:31.842204 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03f9f3ba-18b2-4ba9-8f64-c044bdc282f7 req-098c035f-2040-4a82-9ee8-c504922cfcd3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.0932591 Jan 21 08:07:31.867297 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 6a19f45d-82da-4e13-b655-94e0732e4de3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:07:31.867733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:31.924750 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-d1e84faa-3f18-4a72-83d2-25c9af93d02a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1342634219&fields=id&tenant_id=1f1c6571386d4c078fea438e75156ddf HTTP/1.1" status: 200 len: 267 time: 0.1033480 Jan 21 08:07:32.045505 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9f3ba-18b2-4ba9-8f64-c044bdc282f7 req-f3cea04b-2a2b-4a60-9153-b344ce1821c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:32.047210 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03f9f3ba-18b2-4ba9-8f64-c044bdc282f7 req-f3cea04b-2a2b-4a60-9153-b344ce1821c9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1860707 Jan 21 08:07:32.059924 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-2db175c9-1b22-49fe-a676-8c4a04169ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': 'f9f51302-1ea9-4f9b-a8f9-e623148a6193', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'floating_ip_address': '172.28.2.122', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'port_id': '479074b1-9ac4-4ec4-a630-9306e2f596db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'mac_address': 'fa:16:3e:28:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:07:08Z', 'updated_at': '2021-01-21T08:07:29Z', 'revision_number': 1, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:42Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:32.064579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db175c9-1b22-49fe-a676-8c4a04169ea9 None None] The sync data for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb is: [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': 'f9f51302-1ea9-4f9b-a8f9-e623148a6193', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'floating_ip_address': '172.28.2.122', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'port_id': '479074b1-9ac4-4ec4-a630-9306e2f596db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'mac_address': 'fa:16:3e:28:5c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:07:08Z', 'updated_at': '2021-01-21T08:07:29Z', 'revision_number': 1, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:42Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:07:32.130440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-a58f802c-2634-41bc-98a2-6728f1c2002a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:32.132101 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-a58f802c-2634-41bc-98a2-6728f1c2002a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/networks?id=75214904-c0b0-44db-9af2-b3f288039817 HTTP/1.1" status: 200 len: 809 time: 0.1967440 Jan 21 08:07:32.226008 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-5e90206b-506e-4733-b1de-466b757f3247 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/quotas/1f1c6571386d4c078fea438e75156ddf HTTP/1.1" status: 200 len: 375 time: 0.0691690 Jan 21 08:07:32.347261 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03f9f3ba-18b2-4ba9-8f64-c044bdc282f7 req-8502b946-882d-4a3a-9dea-b036cb960b3a service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140758 Jan 21 08:07:32.395071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeab34e-85fc-47fa-850e-924ad1cc27e3 None None] New status for floating IP f9f51302-1ea9-4f9b-a8f9-e623148a6193: ACTIVE {{(pid=80229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 08:07:32.456960 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-0d69065d-ae70-467e-a7bf-4a3bdbe10b17 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f1c6571386d4c078fea438e75156ddf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2154348 Jan 21 08:07:32.639712 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03f9f3ba-18b2-4ba9-8f64-c044bdc282f7 req-0c6c358a-6f4a-47b5-b93d-3bb00ac96f76 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2791810 Jan 21 08:07:32.664417 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-cd35dc04-4d76-4153-8952-94f51ff37835 service neutron] 10.222.0.64 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845200 Jan 21 08:07:32.818516 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-f942e5f7-dfc9-4a98-b531-22697fa456b4 service neutron] 10.222.0.64 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1467099 Jan 21 08:07:32.966203 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9063-53a6-493c-a937-2576793a4c62 req-cad0842d-81e2-4469-9e95-e4385ca7f1d5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:32.967836 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5fae9063-53a6-493c-a937-2576793a4c62 req-cad0842d-81e2-4469-9e95-e4385ca7f1d5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.1299233 Jan 21 08:07:33.026333 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5fae9063-53a6-493c-a937-2576793a4c62 req-d8f4fcf3-0604-4439-a6af-6084c729e76b tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&id=4ae555b5-9751-4b15-a98d-0cd56e42d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0517781 Jan 21 08:07:33.127891 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2fee42c5-712f-43ea-ab95-eb3d43cc6d56 req-579afdb8-642a-41c7-8169-1df9ccba7382 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 210 time: 0.0483186 Jan 21 08:07:34.314713 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0072ed8a-5af7-4f9a-9a2f-d9a60521a8f3 req-9c8cf31b-6fec-4294-9bf9-ecc59851d7ab tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 210 time: 0.0506299 Jan 21 08:07:35.381666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6a44060f-7a4a-4ba3-a8be-463ac955c9c0 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:35.383300 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6a44060f-7a4a-4ba3-a8be-463ac955c9c0 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.75 "GET /v2.0/networks?id=75214904-c0b0-44db-9af2-b3f288039817 HTTP/1.1" status: 200 len: 809 time: 0.1821065 Jan 21 08:07:35.522293 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3f409b16-494a-4bf7-b161-8bdf6893fef4 req-8c136059-a808-4edd-84c9-fea2f22ca392 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 210 time: 0.0682564 Jan 21 08:07:35.558192 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-20384a4d-7978-4f84-ba74-21f0b86e3abf tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1f1c6571386d4c078fea438e75156ddf HTTP/1.1" status: 200 len: 5704 time: 0.1421962 Jan 21 08:07:35.571323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Request body: {'port': {'device_id': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'admin_state_up': True, 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'security_groups': ['6504f0ba-5e21-4290-ab27-ed361be09f8a']}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:35.719869 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:07:35.724127 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Usage tracker for resource:port and tenant:1f1c6571386d4c078fea438e75156ddf is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:07:35.727457 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Quota usage for port was recalculated. Used quota:3. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:07:35.733237 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:07:35.790155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Made reservation on behalf of 1f1c6571386d4c078fea438e75156ddf for: {'port': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:07:35.799738 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:36.112747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Allocated IP 172.20.0.5 (75214904-c0b0-44db-9af2-b3f288039817/2e5447aa-b413-44fe-b584-4a19bb1e582c/429377ae-410b-4ab5-96fd-3c654af0bbde) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:07:36.321608 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:36.338473 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Transition to ACTIVE for port object 429377ae-410b-4ab5-96fd-3c654af0bbde will not be triggered until provisioned by entity DHCP. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:07:36.457090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:36.473174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4755ac3f-050b-4da3-a7bd-457ca6d15dc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:36.612134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event updated for resources: {'Port': ['ID=429377ae-410b-4ab5-96fd-3c654af0bbde,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:36.616712 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:36.723072 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Network 75214904-c0b0-44db-9af2-b3f288039817 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:07:36.724762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:07:36.727796 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:07:36.828835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:36.830120 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:36.868408 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b0c66-e8a5-45ab-881a-0a6ba83c51fb req-4f661fc9-6b81-4763-a1c3-985fc233b6fb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:36.870101 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a43b0c66-e8a5-45ab-881a-0a6ba83c51fb req-4f661fc9-6b81-4763-a1c3-985fc233b6fb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 931 time: 0.2099648 Jan 21 08:07:36.931743 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a43b0c66-e8a5-45ab-881a-0a6ba83c51fb req-4eb7315c-848a-4d28-b608-93c64d317dad tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514250 Jan 21 08:07:36.939541 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3726444 Jan 21 08:07:36.972301 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Request body: {'port': {'device_id': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:37.026055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-06ea9b4c-fd39-42a2-831f-f0f86cf0b66c None None] Provisioning for port 429377ae-410b-4ab5-96fd-3c654af0bbde completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:07:37.032480 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-06ea9b4c-fd39-42a2-831f-f0f86cf0b66c None None] Provisioning complete for port 429377ae-410b-4ab5-96fd-3c654af0bbde triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:07:37.032890 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-06ea9b4c-fd39-42a2-831f-f0f86cf0b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:37.095225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-06ea9b4c-fd39-42a2-831f-f0f86cf0b66c None None] Port 429377ae-410b-4ab5-96fd-3c654af0bbde cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:07:37.100784 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:37.556292 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429377ae-410b-4ab5-96fd-3c654af0bbde {{(pid=80227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:07:37.564404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:37.577115 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Transition to ACTIVE for port object 429377ae-410b-4ab5-96fd-3c654af0bbde will not be triggered until provisioned by entity L2. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:07:37.653036 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852211439'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:37.671400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7b3e4b92-e609-4d8e-98fe-c769c11d1b85 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:38.058176 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Pushing event updated for resources: {'Port': ['ID=429377ae-410b-4ab5-96fd-3c654af0bbde,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:38.063514 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:38.174766 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb0620-60a5-4a57-b812-d49af5feecf5 req-e791431c-9f17-4795-b392-32461fb1ff5c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:38.175763 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-60eb0620-60a5-4a57-b812-d49af5feecf5 req-e791431c-9f17-4795-b392-32461fb1ff5c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Synchronizing usage tracker for tenant:1f1c6571386d4c078fea438e75156ddf on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:07:38.227778 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-60eb0620-60a5-4a57-b812-d49af5feecf5 req-e791431c-9f17-4795-b392-32461fb1ff5c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Unset dirty status for tenant:1f1c6571386d4c078fea438e75156ddf on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:07:38.229168 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-60eb0620-60a5-4a57-b812-d49af5feecf5 req-e791431c-9f17-4795-b392-32461fb1ff5c tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 943 time: 0.1605916 Jan 21 08:07:38.271780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Attempting to bind port 429377ae-410b-4ab5-96fd-3c654af0bbde on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:07:38.272287 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Attempting to bind port 429377ae-410b-4ab5-96fd-3c654af0bbde by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:07:38.272896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Attempting to bind port 429377ae-410b-4ab5-96fd-3c654af0bbde on network 75214904-c0b0-44db-9af2-b3f288039817 {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:07:38.280857 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:07:38.281118 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Checking segment: {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:07:38.281949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:38.281949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Bound using segment: {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:07:38.282978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Bound port: 429377ae-410b-4ab5-96fd-3c654af0bbde, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3b359a-1d97-4985-977d-15f527802f12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '75214904-c0b0-44db-9af2-b3f288039817'}}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:07:38.283629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:38.303350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-60eb0620-60a5-4a57-b812-d49af5feecf5 req-d746328c-2960-4745-bc89-dbfc537fc971 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Synchronizing usage tracker for tenant:1f1c6571386d4c078fea438e75156ddf on resource:security_group {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:07:38.353597 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-60eb0620-60a5-4a57-b812-d49af5feecf5 req-d746328c-2960-4745-bc89-dbfc537fc971 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Unset dirty status for tenant:1f1c6571386d4c078fea438e75156ddf on resource:security_group {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:07:38.355127 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-60eb0620-60a5-4a57-b812-d49af5feecf5 req-d746328c-2960-4745-bc89-dbfc537fc971 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145973 Jan 21 08:07:38.386908 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] For port 429377ae-410b-4ab5-96fd-3c654af0bbde, host hv-cinder-76859, cleared binding levels {{(pid=80227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:07:38.390040 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] For port 429377ae-410b-4ab5-96fd-3c654af0bbde, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=429377ae-410b-4ab5-96fd-3c654af0bbde,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:07:38.428151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852211439'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:38.443476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-69efe809-db09-42d2-8a0e-5a9ba5f8b09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:38.598486 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Pushing event updated for resources: {'Port': ['ID=429377ae-410b-4ab5-96fd-3c654af0bbde,revision_number=3']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:38.604007 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:38.634276 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:38.634939 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:38.636508 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-443cda97-98f3-4d09-bb16-a3c4f1e6e541 service neutron] 10.222.0.75 "PUT /v2.0/ports/429377ae-410b-4ab5-96fd-3c654af0bbde HTTP/1.1" status: 200 len: 1157 time: 1.6693919 Jan 21 08:07:38.637039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'tag': '429377ae-410b-4ab5-96fd-3c654af0bbde'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:07:38.701022 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'tag': '429377ae-410b-4ab5-96fd-3c654af0bbde', 'status': 'completed', 'code': 200} Jan 21 08:07:38.909458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9352a-ecaa-4cf2-9e17-4e0dddfbc8f9 req-0b46a6ef-26b7-4a83-a88b-4551351cf436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:38.911018 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-88b9352a-ecaa-4cf2-9e17-4e0dddfbc8f9 req-0b46a6ef-26b7-4a83-a88b-4551351cf436 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1f1c6571386d4c078fea438e75156ddf&device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 1160 time: 0.0854001 Jan 21 08:07:39.090604 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9352a-ecaa-4cf2-9e17-4e0dddfbc8f9 req-c75ffb1a-e3a5-4762-992d-8d91549ac53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:39.092260 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-88b9352a-ecaa-4cf2-9e17-4e0dddfbc8f9 req-c75ffb1a-e3a5-4762-992d-8d91549ac53b service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=1f1c6571386d4c078fea438e75156ddf&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1486671 Jan 21 08:07:39.252078 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9352a-ecaa-4cf2-9e17-4e0dddfbc8f9 req-28b9b58d-397c-4e6b-8afb-fd25ea37394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:39.253717 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-88b9352a-ecaa-4cf2-9e17-4e0dddfbc8f9 req-28b9b58d-397c-4e6b-8afb-fd25ea37394f service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1436551 Jan 21 08:07:39.442965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-7ca21903-d7c0-49f0-bb0a-d4eab57e6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:39.444791 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-7ca21903-d7c0-49f0-bb0a-d4eab57e6b39 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1f1c6571386d4c078fea438e75156ddf&device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 1160 time: 0.0802975 Jan 21 08:07:39.546954 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-61786e27-9bd1-42c6-8277-646966b0793b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=429377ae-410b-4ab5-96fd-3c654af0bbde HTTP/1.1" status: 200 len: 217 time: 0.0714998 Jan 21 08:07:39.593418 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883e52-f6a7-4f77-b817-6b30c264b232 req-42493a3f-3dac-4486-98ed-bf92e60cd3bb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:39.595299 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bd883e52-f6a7-4f77-b817-6b30c264b232 req-42493a3f-3dac-4486-98ed-bf92e60cd3bb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 943 time: 0.1061761 Jan 21 08:07:39.620653 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-9cd6c188-927e-4868-85d8-05e41e52d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:39.622289 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-9cd6c188-927e-4868-85d8-05e41e52d180 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2e5447aa-b413-44fe-b584-4a19bb1e582c HTTP/1.1" status: 200 len: 848 time: 0.0670567 Jan 21 08:07:39.648768 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bd883e52-f6a7-4f77-b817-6b30c264b232 req-83fdd87c-c949-4c59-a1e8-4aceba5909ff tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465558 Jan 21 08:07:39.712713 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-575a15c3-8ac8-49fd-bdd3-c0bfe64f6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:39.714624 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-575a15c3-8ac8-49fd-bdd3-c0bfe64f6cca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75214904-c0b0-44db-9af2-b3f288039817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810935 Jan 21 08:07:39.869545 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-67ea9c76-4874-4acc-a773-c5121ff90445 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419604 Jan 21 08:07:40.017730 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f363195f-ae93-455f-bde2-4931a657d9d3 req-c575149a-65a0-4c3c-a7cc-f0598a13b91e service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373975 Jan 21 08:07:40.882724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590b082-43a0-4ea6-a270-a2b13a182110 req-0cfa596f-7063-451d-b004-2ab0d5bc7965 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:40.883529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-c590b082-43a0-4ea6-a270-a2b13a182110 req-0cfa596f-7063-451d-b004-2ab0d5bc7965 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Synchronizing usage tracker for tenant:1f1c6571386d4c078fea438e75156ddf on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:07:40.896159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-c590b082-43a0-4ea6-a270-a2b13a182110 req-0cfa596f-7063-451d-b004-2ab0d5bc7965 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Unset dirty status for tenant:1f1c6571386d4c078fea438e75156ddf on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:07:40.897456 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c590b082-43a0-4ea6-a270-a2b13a182110 req-0cfa596f-7063-451d-b004-2ab0d5bc7965 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 943 time: 0.1156969 Jan 21 08:07:40.949778 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c590b082-43a0-4ea6-a270-a2b13a182110 req-6653e02b-6d9a-47bc-80b3-4132bac9b691 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 Jan 21 08:07:42.185145 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b35fe-c619-4955-b49d-a9dd4133a5c5 req-aba0ef7c-1c4f-4070-8226-6fa13d6abd71 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:42.186826 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6f7b35fe-c619-4955-b49d-a9dd4133a5c5 req-aba0ef7c-1c4f-4070-8226-6fa13d6abd71 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 943 time: 0.1074891 Jan 21 08:07:42.241313 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6f7b35fe-c619-4955-b49d-a9dd4133a5c5 req-73813f19-b047-49da-af65-e27684b5a040 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469680 Jan 21 08:07:43.481937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af215660-4722-4862-817b-7eaa843390e8 req-fbdd4a9a-8298-40df-8daf-6337f0557076 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:43.483667 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-af215660-4722-4862-817b-7eaa843390e8 req-fbdd4a9a-8298-40df-8daf-6337f0557076 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 943 time: 0.1047254 Jan 21 08:07:43.538314 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-af215660-4722-4862-817b-7eaa843390e8 req-e60d0044-70a5-4973-99bb-938e27a0005b tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474420 Jan 21 08:07:44.413704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 429377ae-410b-4ab5-96fd-3c654af0bbde up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:07:44.520862 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 429377ae-410b-4ab5-96fd-3c654af0bbde completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:07:44.525994 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 429377ae-410b-4ab5-96fd-3c654af0bbde triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:07:44.526422 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:44.705213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:44.737590 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429377ae-410b-4ab5-96fd-3c654af0bbde'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:07:44.748898 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 429377ae-410b-4ab5-96fd-3c654af0bbde, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=429377ae-410b-4ab5-96fd-3c654af0bbde,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:07:44.787776 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:44.790768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:07:44.841781 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d29ba-a638-4973-9008-03640f856c5f req-57eb0763-a640-4e23-b8d4-304650b24b39 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:44.843449 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-053d29ba-a638-4973-9008-03640f856c5f req-57eb0763-a640-4e23-b8d4-304650b24b39 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 945 time: 0.1090853 Jan 21 08:07:44.863299 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=429377ae-410b-4ab5-96fd-3c654af0bbde,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:07:44.866935 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:07:44.895111 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-053d29ba-a638-4973-9008-03640f856c5f req-82ee5d1e-216f-4930-bb8a-3aaabb0aa0f6 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451436 Jan 21 08:07:44.966724 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429377ae-410b-4ab5-96fd-3c654af0bbde', 'code': 200} Jan 21 08:07:45.109600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:07:45.524689 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4a406-a8b4-4307-97dd-216c049d92e3 req-12d44f28-909d-4448-9ed1-67a555999816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:45.526218 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b1b4a406-a8b4-4307-97dd-216c049d92e3 req-12d44f28-909d-4448-9ed1-67a555999816 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 1162 time: 0.0783551 Jan 21 08:07:45.582723 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b1b4a406-a8b4-4307-97dd-216c049d92e3 req-c0f76e8a-2c78-45e0-a8ac-25ea19b5a959 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418158 Jan 21 08:07:45.696389 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 429377ae-410b-4ab5-96fd-3c654af0bbde up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:07:45.925746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 429377ae-410b-4ab5-96fd-3c654af0bbde triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:07:45.926327 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:46.138220 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fc2f5-1850-4ca0-b076-9cff7a486022 req-aa7b39e1-a0d9-4e31-883c-5ec6b3833b23 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:46.139858 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-609fc2f5-1850-4ca0-b076-9cff7a486022 req-aa7b39e1-a0d9-4e31-883c-5ec6b3833b23 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 945 time: 0.1081595 Jan 21 08:07:46.191288 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-609fc2f5-1850-4ca0-b076-9cff7a486022 req-55040c61-4d81-4efe-807f-8fa51030a018 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445838 Jan 21 08:07:46.387652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:47.430453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ea996-9ffa-45fc-b27e-735ac0967186 req-2921dd55-25a9-4406-a168-ffb5053f047a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:47.432055 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9c2ea996-9ffa-45fc-b27e-735ac0967186 req-2921dd55-25a9-4406-a168-ffb5053f047a tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 945 time: 0.1015625 Jan 21 08:07:47.484544 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9c2ea996-9ffa-45fc-b27e-735ac0967186 req-be4fa86d-9976-4e82-b5f1-f972940c996d tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459154 Jan 21 08:07:48.724829 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336de56-b0c0-45af-a3cc-6cf2812d3af3 req-57ea48d1-3f25-4fbc-b74a-17a1244aeb0e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:48.726466 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1336de56-b0c0-45af-a3cc-6cf2812d3af3 req-57ea48d1-3f25-4fbc-b74a-17a1244aeb0e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 945 time: 0.1050568 Jan 21 08:07:48.777662 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1336de56-b0c0-45af-a3cc-6cf2812d3af3 req-6f732419-b6cf-496b-a83f-efac2ae0160b tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446420 Jan 21 08:07:49.005966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80228cf8-51c1-424c-be36-8b22a23673e2 req-330a7982-9476-4699-80df-14feba9e3ecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:49.007631 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-80228cf8-51c1-424c-be36-8b22a23673e2 req-330a7982-9476-4699-80df-14feba9e3ecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 945 time: 0.1043203 Jan 21 08:07:49.018038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 34122) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:07:49.024872 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-e658dc9e-4850-4bb3-a18b-ce6671dbd913 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Request body: {'floatingip': {'port_id': '429377ae-410b-4ab5-96fd-3c654af0bbde'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:07:49.113266 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e658dc9e-4850-4bb3-a18b-ce6671dbd913 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:49.924931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 429377ae-410b-4ab5-96fd-3c654af0bbde up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:07:49.996476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 429377ae-410b-4ab5-96fd-3c654af0bbde triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:07:49.996903 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:50.143124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e658dc9e-4850-4bb3-a18b-ce6671dbd913 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:50.210170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e658dc9e-4850-4bb3-a18b-ce6671dbd913 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:50.393625 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [None req-e658dc9e-4850-4bb3-a18b-ce6671dbd913 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Floating IP fb1ad8f5-f91e-4701-a45a-c900dc9527c1 associated. External IP: 172.28.2.7, port: 429377ae-410b-4ab5-96fd-3c654af0bbde. Jan 21 08:07:50.766305 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e658dc9e-4850-4bb3-a18b-ce6671dbd913 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Router d8c14d56-8fa9-4544-ae13-2e186569f54d has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:07:50.869904 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8e6df626-e746-4546-a7ec-301c0aa5d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:50.957342 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e658dc9e-4850-4bb3-a18b-ce6671dbd913 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:07:50.962379 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e658dc9e-4850-4bb3-a18b-ce6671dbd913 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:50.980702 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724402f-c4ba-4507-8f42-697284da7b15 None None] Sync routers for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:07:50.996532 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724402f-c4ba-4507-8f42-697284da7b15 None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:07:50.997183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-b724402f-c4ba-4507-8f42-697284da7b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:07:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:51.027152 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e658dc9e-4850-4bb3-a18b-ce6671dbd913 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "PUT /v2.0/floatingips/fb1ad8f5-f91e-4701-a45a-c900dc9527c1 HTTP/1.1" status: 200 len: 989 time: 2.0078771 Jan 21 08:07:51.027914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'tag': '429377ae-410b-4ab5-96fd-3c654af0bbde'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:07:51.192937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-b724402f-c4ba-4507-8f42-697284da7b15 None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:07:51.238119 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'tag': '429377ae-410b-4ab5-96fd-3c654af0bbde', 'status': 'completed', 'code': 200} Jan 21 08:07:51.465999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcae682-fd01-492c-b5b4-983fb9e2022c req-7e559fad-686b-4dd1-85cd-b1466cd77c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:51.467618 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5bcae682-fd01-492c-b5b4-983fb9e2022c req-7e559fad-686b-4dd1-85cd-b1466cd77c0d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1f1c6571386d4c078fea438e75156ddf&device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 1162 time: 0.0783026 Jan 21 08:07:51.571115 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-b724402f-c4ba-4507-8f42-697284da7b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': 'fb1ad8f5-f91e-4701-a45a-c900dc9527c1', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'floating_ip_address': '172.28.2.7', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'port_id': '429377ae-410b-4ab5-96fd-3c654af0bbde', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'mac_address': 'fa:16:3e:c2:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:07:30Z', 'updated_at': '2021-01-21T08:07:49Z', 'revision_number': 1, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:49Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:51.575480 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724402f-c4ba-4507-8f42-697284da7b15 None None] Checking router: d8c14d56-8fa9-4544-ae13-2e186569f54d for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:07:51.585215 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724402f-c4ba-4507-8f42-697284da7b15 None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:07:51.585896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-b724402f-c4ba-4507-8f42-697284da7b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:07:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:51.619223 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcae682-fd01-492c-b5b4-983fb9e2022c req-57e70015-1ced-42cf-9c99-c3c7b15863c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:51.620865 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5bcae682-fd01-492c-b5b4-983fb9e2022c req-57e70015-1ced-42cf-9c99-c3c7b15863c8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=75214904-c0b0-44db-9af2-b3f288039817 HTTP/1.1" status: 200 len: 903 time: 0.1392248 Jan 21 08:07:51.745126 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5bcae682-fd01-492c-b5b4-983fb9e2022c req-4473db2f-8b00-4eef-a115-d13881631c26 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=429377ae-410b-4ab5-96fd-3c654af0bbde HTTP/1.1" status: 200 len: 997 time: 0.1037900 Jan 21 08:07:51.776817 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-b724402f-c4ba-4507-8f42-697284da7b15 None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:07:51.829931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcae682-fd01-492c-b5b4-983fb9e2022c req-2aa531a5-5b5c-46a9-b0b5-12cdc1578d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:51.831537 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5bcae682-fd01-492c-b5b4-983fb9e2022c req-2aa531a5-5b5c-46a9-b0b5-12cdc1578d2d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2e5447aa-b413-44fe-b584-4a19bb1e582c HTTP/1.1" status: 200 len: 848 time: 0.0663705 Jan 21 08:07:51.921941 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcae682-fd01-492c-b5b4-983fb9e2022c req-36539fe4-d706-4e59-9079-7a144d4da808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:51.924132 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5bcae682-fd01-492c-b5b4-983fb9e2022c req-36539fe4-d706-4e59-9079-7a144d4da808 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=75214904-c0b0-44db-9af2-b3f288039817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802965 Jan 21 08:07:52.081023 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5bcae682-fd01-492c-b5b4-983fb9e2022c req-9f3d991c-e3f7-4cb4-8bf0-04ebbe4cedb5 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374884 Jan 21 08:07:52.148755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-b724402f-c4ba-4507-8f42-697284da7b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': 'fb1ad8f5-f91e-4701-a45a-c900dc9527c1', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'floating_ip_address': '172.28.2.7', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'port_id': '429377ae-410b-4ab5-96fd-3c654af0bbde', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'mac_address': 'fa:16:3e:c2:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:07:30Z', 'updated_at': '2021-01-21T08:07:49Z', 'revision_number': 1, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:49Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:07:52.153013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724402f-c4ba-4507-8f42-697284da7b15 None None] The sync data for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb is: [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': 'fb1ad8f5-f91e-4701-a45a-c900dc9527c1', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'floating_ip_address': '172.28.2.7', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'port_id': '429377ae-410b-4ab5-96fd-3c654af0bbde', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'mac_address': 'fa:16:3e:c2:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:07:30Z', 'updated_at': '2021-01-21T08:07:49Z', 'revision_number': 1, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:49Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:07:52.238450 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5bcae682-fd01-492c-b5b4-983fb9e2022c req-83397c2f-94da-4992-9283-02528a276733 service neutron] 10.222.0.75 "GET /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408763 Jan 21 08:07:52.493966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6df3d-6597-48ea-906f-4ba141699811 None None] New status for floating IP fb1ad8f5-f91e-4701-a45a-c900dc9527c1: ACTIVE {{(pid=80229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 08:07:53.004626 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-36d74468-2004-4f0f-8973-4fe9a5b2dc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:53.886617 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:54.988047 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:55.747589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:07:58.237904 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71482736-57bd-4e38-97e9-73aef3a7ef58 req-cf998546-785a-4f24-86bd-7d7601d50783 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:58.239565 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-71482736-57bd-4e38-97e9-73aef3a7ef58 req-cf998546-785a-4f24-86bd-7d7601d50783 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.1056635 Jan 21 08:07:58.292595 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-71482736-57bd-4e38-97e9-73aef3a7ef58 req-10f3e633-8693-4665-83bd-8a4ef41755da tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460973 Jan 21 08:07:59.533884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e331fcd-401d-4930-b18a-8f32c97948af req-7db14b50-5f2e-46db-b2b7-3187bb07cbcf tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:07:59.535397 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6e331fcd-401d-4930-b18a-8f32c97948af req-7db14b50-5f2e-46db-b2b7-3187bb07cbcf tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.1033669 Jan 21 08:07:59.584924 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6e331fcd-401d-4930-b18a-8f32c97948af req-ba57fb31-fbcf-4214-b464-5cad6f7c6ff7 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431256 Jan 21 08:08:00.819714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d2bc5-36c3-49a0-8792-7bd591c71c85 req-3d8c8295-2777-4f9e-884f-b86509c5e999 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:00.821373 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e41d2bc5-36c3-49a0-8792-7bd591c71c85 req-3d8c8295-2777-4f9e-884f-b86509c5e999 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.1009226 Jan 21 08:08:00.876519 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e41d2bc5-36c3-49a0-8792-7bd591c71c85 req-55a6c827-3d32-4e06-87d9-e063d887e686 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487525 Jan 21 08:08:02.330880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384bba5-6bc2-446f-8fe1-07a90f5833e2 req-d325a8ee-9e0d-48d2-9acb-b58f348942ab tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:02.332640 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d384bba5-6bc2-446f-8fe1-07a90f5833e2 req-d325a8ee-9e0d-48d2-9acb-b58f348942ab tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.3237736 Jan 21 08:08:02.384405 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d384bba5-6bc2-446f-8fe1-07a90f5833e2 req-1970fb5f-9884-4325-984a-dd1e904bf5b1 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453577 Jan 21 08:08:03.639027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cb041-e69c-4af8-ade2-894034b812b9 req-425012f5-acda-4b09-80c6-c7c975ace221 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:03.640723 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-041cb041-e69c-4af8-ade2-894034b812b9 req-425012f5-acda-4b09-80c6-c7c975ace221 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.1064913 Jan 21 08:08:03.696140 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-041cb041-e69c-4af8-ade2-894034b812b9 req-453032a4-d78b-4ebb-9648-87769561cdb7 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485036 Jan 21 08:08:04.930140 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15c928-c3dd-43a6-b988-2067cb6592a3 req-21b548a8-3a5e-4c73-a6c1-a20b9eab26c4 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:04.931786 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e15c928-c3dd-43a6-b988-2067cb6592a3 req-21b548a8-3a5e-4c73-a6c1-a20b9eab26c4 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.1032553 Jan 21 08:08:04.987182 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7e15c928-c3dd-43a6-b988-2067cb6592a3 req-7cdf5899-b83b-4ad6-a834-251ecc419213 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489333 Jan 21 08:08:06.228564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cff8d-4cf6-4204-b2b5-5aa71b780d4c req-e14972c0-1eee-4086-96b2-776fc39efcc0 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:06.230254 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ed4cff8d-4cf6-4204-b2b5-5aa71b780d4c req-e14972c0-1eee-4086-96b2-776fc39efcc0 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.1105664 Jan 21 08:08:06.284536 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ed4cff8d-4cf6-4204-b2b5-5aa71b780d4c req-ae45f8b4-e644-4c6d-a41a-040c12188635 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474620 Jan 21 08:08:07.521936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d80544-ed17-462e-94d1-289c67b0bcb4 req-7368afec-c826-4261-a7ab-e0b384433234 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:07.523586 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-54d80544-ed17-462e-94d1-289c67b0bcb4 req-7368afec-c826-4261-a7ab-e0b384433234 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.1066473 Jan 21 08:08:07.575419 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-54d80544-ed17-462e-94d1-289c67b0bcb4 req-0d3a035e-de1a-4f6d-a474-031c1ef4bfa9 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453403 Jan 21 08:08:08.554698 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4dbba-1e1e-4249-b65d-88cadedee543 req-70d9ce09-7e73-4f93-921a-ed4e66ea303d tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:08.556255 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-84e4dbba-1e1e-4249-b65d-88cadedee543 req-70d9ce09-7e73-4f93-921a-ed4e66ea303d tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.75 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.1084695 Jan 21 08:08:08.645791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-84e4dbba-1e1e-4249-b65d-88cadedee543 req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Deleting port f114a249-e37e-4f1e-aa4c-e92ecd00cd85 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:08:08.646177 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-84e4dbba-1e1e-4249-b65d-88cadedee543 req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:08.814655 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b7216-692e-4d16-a036-9fef3bc52988 req-5fa22c13-2395-4bca-a1cf-3947fefb7b2f tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:08.816319 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-553b7216-692e-4d16-a036-9fef3bc52988 req-5fa22c13-2395-4bca-a1cf-3947fefb7b2f tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 945 time: 0.1065881 Jan 21 08:08:08.872027 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-553b7216-692e-4d16-a036-9fef3bc52988 req-e5a6419d-25c8-485d-b1df-c20388fc7db6 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/security-groups?id=78a8f4fc-317f-47dc-b589-05a29bbc0467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494137 Jan 21 08:08:08.924149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-84e4dbba-1e1e-4249-b65d-88cadedee543 req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] For port f114a249-e37e-4f1e-aa4c-e92ecd00cd85, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f114a249-e37e-4f1e-aa4c-e92ecd00cd85,segment=NetworkSegment(865dd5dc-3607-4166-9f6d-6486c01b0b6a),segment_id=865dd5dc-3607-4166-9f6d-6486c01b0b6a)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:08:08.924620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-84e4dbba-1e1e-4249-b65d-88cadedee543 req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:09.057145 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-84e4dbba-1e1e-4249-b65d-88cadedee543 req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Calling delete_port for f114a249-e37e-4f1e-aa4c-e92ecd00cd85 owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:08:09.246755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-84e4dbba-1e1e-4249-b65d-88cadedee543 req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:09.262801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1a19c2da-fea7-4177-9b1c-d0ad4c402742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:08:09.363325 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Pushing event deleted for resources: {'Port': ['ID=f114a249-e37e-4f1e-aa4c-e92ecd00cd85,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:08:09.378816 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.379217 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.379619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.380058 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.380453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.380844 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.381232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.381620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.382006 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.382408 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.382787 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.383171 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.383606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.383989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.384390 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.384771 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.385148 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.385527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.385904 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.386281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.386659 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.387036 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.387412 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.387789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:09.393596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:08:09.494172 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e4dbba-1e1e-4249-b65d-88cadedee543 req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] No DVR routers for this DVR port f114a249-e37e-4f1e-aa4c-e92ecd00cd85 on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:08:09.496451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-84e4dbba-1e1e-4249-b65d-88cadedee543 req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:09.499272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f126077b-4eb7-4d65-b219-61f367aa6554', 'name': 'network-vif-deleted', 'tag': 'f114a249-e37e-4f1e-aa4c-e92ecd00cd85'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:08:09.544418 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-84e4dbba-1e1e-4249-b65d-88cadedee543 req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.75 "DELETE /v2.0/ports/f114a249-e37e-4f1e-aa4c-e92ecd00cd85 HTTP/1.1" status: 204 len: 173 time: 0.9747956 Jan 21 08:08:09.557035 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f126077b-4eb7-4d65-b219-61f367aa6554', 'name': 'network-vif-deleted', 'tag': 'f114a249-e37e-4f1e-aa4c-e92ecd00cd85', 'status': 'completed', 'code': 200} Jan 21 08:08:09.853130 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f114a249-e37e-4f1e-aa4c-e92ecd00cd85 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:08:09.893024 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] No Port match for: f114a249-e37e-4f1e-aa4c-e92ecd00cd85 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:08:09.916972 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device f114a249-e37e-4f1e-aa4c-e92ecd00cd85 not bound to the agent host hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:08:10.102796 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a95dc0d9-c100-40cd-8770-a03b08ef518e req-e202e7b8-8f14-41aa-a897-f18ed610c1e4 tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] 10.222.0.64 "GET /v2.0/ports?device_id=f126077b-4eb7-4d65-b219-61f367aa6554 HTTP/1.1" status: 200 len: 210 time: 0.0664794 Jan 21 08:08:16.398447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:20.897579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ad5bb553-bf3d-4d75-adb9-e59f00a83401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:22.108692 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:08:23.003931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cf844fec-7696-4784-8de0-8a12b6a2dde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:23.890099 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:24.977409 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:25.770839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:33.555381 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 34444) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:08:33.622614 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70f9777-61ad-475c-831c-6afc75ed9372 admin admin] Deleting subnet bc0a9b06-c999-4fed-b6a5-17c515b2f621 {{(pid=80227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:08:33.626855 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b70f9777-61ad-475c-831c-6afc75ed9372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:33.678485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b70f9777-61ad-475c-831c-6afc75ed9372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2385835'] for subnet, precommit_delete_associations {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:33.741255 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b70f9777-61ad-475c-831c-6afc75ed9372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:34.029364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b70f9777-61ad-475c-831c-6afc75ed9372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852211364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715256'] for subnet, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:34.044676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-2fa0f235-a773-4d3b-9ada-e5cfac4f5294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:08:34.127009 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f9777-61ad-475c-831c-6afc75ed9372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc0a9b06-c999-4fed-b6a5-17c515b2f621,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:08:34.140779 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b70f9777-61ad-475c-831c-6afc75ed9372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:08:34.176221 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b70f9777-61ad-475c-831c-6afc75ed9372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:34.182126 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b70f9777-61ad-475c-831c-6afc75ed9372 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bc0a9b06-c999-4fed-b6a5-17c515b2f621 HTTP/1.1" status: 204 len: 168 time: 0.6256673 Jan 21 08:08:34.184942 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34448) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:08:34.304319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:34.495965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:34.612014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25']}} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:08:34.624818 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865dd5dc-3607-4166-9f6d-6486c01b0b6a') {'for_net_delete': True} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:08:34.625164 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865dd5dc-3607-4166-9f6d-6486c01b0b6a') {} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:08:34.637164 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850730128'] for segment, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:34.718243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:34.721226 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:08:34.898726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Network cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:08:34.908287 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1160449'] for segment, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:35.088086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Network cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:08:35.111430 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:08:35.417112 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:35.420824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5e6b9896-9725-44d8-868c-2b4fc4e02508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:08:35.438930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:35.450090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:08:35.460759 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.461173 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.461579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.461979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.462372 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.462768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.463155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.463543 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.463930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.464600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.464992 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.465379 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.465824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.466213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.466893 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.467165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.467441 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.467830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.468231 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.473281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.473281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.473281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.473281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.473281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:08:35.474174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:08:35.492491 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] 10.222.0.64 "DELETE /v2.0/networks/cdf9d0c2-d54d-4c09-b7ed-2ffd6fd07f25 HTTP/1.1" status: 204 len: 168 time: 1.3063354 Jan 21 08:08:35.739536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34464) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:08:35.801000 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-77895524-4c01-4d7c-92f3-38224c5aa0c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5c92ac46c714ca88d5cf98de496c464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570891 Jan 21 08:08:35.801215 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34468) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:08:35.865761 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-240436de-72f2-4ceb-bddf-9bcc1d329360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:35.895215 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-240436de-72f2-4ceb-bddf-9bcc1d329360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:35.981443 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-240436de-72f2-4ceb-bddf-9bcc1d329360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:35.987446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-12ad07ce-5b11-497d-a8f9-a97b7257e258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:08:36.003198 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240436de-72f2-4ceb-bddf-9bcc1d329360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a8f4fc-317f-47dc-b589-05a29bbc0467,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:08:36.005673 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-240436de-72f2-4ceb-bddf-9bcc1d329360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:08:36.034338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-240436de-72f2-4ceb-bddf-9bcc1d329360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:36.035584 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-240436de-72f2-4ceb-bddf-9bcc1d329360 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78a8f4fc-317f-47dc-b589-05a29bbc0467 HTTP/1.1" status: 204 len: 168 time: 0.2335317 Jan 21 08:08:41.649331 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6710352e-fa41-448f-b67c-3428010dd9f2 req-36fee8f2-38fa-40fc-bd26-5c3c607a5542 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0810258 Jan 21 08:08:41.862318 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710352e-fa41-448f-b67c-3428010dd9f2 req-2e2f9186-2376-4ae9-986f-54e0dadca8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:41.864526 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6710352e-fa41-448f-b67c-3428010dd9f2 req-2e2f9186-2376-4ae9-986f-54e0dadca8bf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3d4371ac87b422d8a76947709ddc2c5&device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 1203 time: 0.0793312 Jan 21 08:08:42.119930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710352e-fa41-448f-b67c-3428010dd9f2 req-4873afc0-aba3-4fdd-a876-2a21b1cfaab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:42.121567 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6710352e-fa41-448f-b67c-3428010dd9f2 req-4873afc0-aba3-4fdd-a876-2a21b1cfaab7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e HTTP/1.1" status: 200 len: 908 time: 0.1403043 Jan 21 08:08:42.239775 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6710352e-fa41-448f-b67c-3428010dd9f2 req-efa71ca7-464a-45a5-a3cc-c68d87ef90ca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 1002 time: 0.1037402 Jan 21 08:08:42.327249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710352e-fa41-448f-b67c-3428010dd9f2 req-1141cc17-e2cc-492a-875b-583c856c0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:42.328848 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6710352e-fa41-448f-b67c-3428010dd9f2 req-1141cc17-e2cc-492a-875b-583c856c0b4b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee337f00-ef02-4beb-9c87-8377011be091 HTTP/1.1" status: 200 len: 853 time: 0.0733542 Jan 21 08:08:42.420542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710352e-fa41-448f-b67c-3428010dd9f2 req-ea644c43-c1c7-454c-9396-f4deb5de2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:42.422135 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6710352e-fa41-448f-b67c-3428010dd9f2 req-ea644c43-c1c7-454c-9396-f4deb5de2a0d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759180 Jan 21 08:08:42.584506 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6710352e-fa41-448f-b67c-3428010dd9f2 req-8fc2d32f-cb02-49fb-b30b-795f3f57c718 service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383104 Jan 21 08:08:42.737543 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6710352e-fa41-448f-b67c-3428010dd9f2 req-6021ad77-3bbb-4876-9145-440091f91f04 service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382356 Jan 21 08:08:45.733892 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-350e2a71-4e8e-42aa-8bdc-2f734ba531fa req-25ebafd0-4535-4055-b911-bc3f6b2c5fff tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-682154481&fields=id&tenant_id=c3d4371ac87b422d8a76947709ddc2c5 HTTP/1.1" status: 200 len: 267 time: 0.0458210 Jan 21 08:08:45.844504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e2a71-4e8e-42aa-8bdc-2f734ba531fa req-2fafc28a-dd65-44a4-970c-232786d914e2 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:45.846023 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-350e2a71-4e8e-42aa-8bdc-2f734ba531fa req-2fafc28a-dd65-44a4-970c-232786d914e2 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 985 time: 0.1057546 Jan 21 08:08:45.859071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-350e2a71-4e8e-42aa-8bdc-2f734ba531fa req-eaa3961f-73a9-461b-95b8-3c4648bd41c9 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Request body: {'port': {'security_groups': ['ff0bfec1-8827-4e9c-a4de-7ca975e403ac']}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:08:45.987920 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-350e2a71-4e8e-42aa-8bdc-2f734ba531fa req-eaa3961f-73a9-461b-95b8-3c4648bd41c9 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:46.383044 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-350e2a71-4e8e-42aa-8bdc-2f734ba531fa req-eaa3961f-73a9-461b-95b8-3c4648bd41c9 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] For port 6a19f45d-82da-4e13-b655-94e0732e4de3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=6a19f45d-82da-4e13-b655-94e0732e4de3,segment=NetworkSegment(e4d7cc16-000d-4233-b5a4-b0c67231778e),segment_id=e4d7cc16-000d-4233-b5a4-b0c67231778e)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:08:46.392735 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:46.409563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-350e2a71-4e8e-42aa-8bdc-2f734ba531fa req-eaa3961f-73a9-461b-95b8-3c4648bd41c9 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:46.445518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-350e2a71-4e8e-42aa-8bdc-2f734ba531fa req-eaa3961f-73a9-461b-95b8-3c4648bd41c9 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852211439'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:46.464038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:08:46.615139 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3961f-73a9-461b-95b8-3c4648bd41c9 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Pushing event updated for resources: {'Port': ['ID=6a19f45d-82da-4e13-b655-94e0732e4de3,revision_number=6']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:08:46.620813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eaa3961f-73a9-461b-95b8-3c4648bd41c9 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:08:46.673822 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e2a71-4e8e-42aa-8bdc-2f734ba531fa req-eaa3961f-73a9-461b-95b8-3c4648bd41c9 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:46.674245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-350e2a71-4e8e-42aa-8bdc-2f734ba531fa req-eaa3961f-73a9-461b-95b8-3c4648bd41c9 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:46.675726 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-350e2a71-4e8e-42aa-8bdc-2f734ba531fa req-eaa3961f-73a9-461b-95b8-3c4648bd41c9 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "PUT /v2.0/ports/6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 943 time: 0.8226197 Jan 21 08:08:46.676314 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:08:46.740917 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3', 'status': 'completed', 'code': 200} Jan 21 08:08:46.819497 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-34c7d5a2-5b1a-4148-a54c-72de704a2e79 req-a0c062d6-a52f-4ac7-800f-85e11dc56cfb tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups/4ae555b5-9751-4b15-a98d-0cd56e42d2d4 HTTP/1.1" status: 200 len: 3003 time: 0.0559132 Jan 21 08:08:46.916220 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-c1751fe1-2934-4299-be6d-393402fc1dca None None] Provisioning complete for port 6a19f45d-82da-4e13-b655-94e0732e4de3 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:08:46.916633 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c1751fe1-2934-4299-be6d-393402fc1dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:46.944214 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-34c7d5a2-5b1a-4148-a54c-72de704a2e79 req-71954cdc-9414-47ea-ba17-6c30e36b1e80 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:46.986537 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-34c7d5a2-5b1a-4148-a54c-72de704a2e79 req-71954cdc-9414-47ea-ba17-6c30e36b1e80 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:47.038953 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493e4d7-f072-469f-a54d-56bd062200c7 req-283c697f-bac2-41fb-95e1-765dd029efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:47.040605 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5493e4d7-f072-469f-a54d-56bd062200c7 req-283c697f-bac2-41fb-95e1-765dd029efa6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3d4371ac87b422d8a76947709ddc2c5&device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 1163 time: 0.1503651 Jan 21 08:08:47.345423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-34c7d5a2-5b1a-4148-a54c-72de704a2e79 req-71954cdc-9414-47ea-ba17-6c30e36b1e80 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:47.355634 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8500bc6e-0634-4c51-8ce6-008d486a972b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:08:47.375212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71954cdc-9414-47ea-ba17-6c30e36b1e80 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae555b5-9751-4b15-a98d-0cd56e42d2d4,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:08:47.388219 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-71954cdc-9414-47ea-ba17-6c30e36b1e80 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:08:47.416442 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-34c7d5a2-5b1a-4148-a54c-72de704a2e79 req-71954cdc-9414-47ea-ba17-6c30e36b1e80 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:47.417651 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-34c7d5a2-5b1a-4148-a54c-72de704a2e79 req-71954cdc-9414-47ea-ba17-6c30e36b1e80 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "DELETE /v2.0/security-groups/4ae555b5-9751-4b15-a98d-0cd56e42d2d4 HTTP/1.1" status: 204 len: 173 time: 0.5908623 Jan 21 08:08:47.436280 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493e4d7-f072-469f-a54d-56bd062200c7 req-c3103f6a-d90d-42af-b36a-6e1803dac97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:47.437868 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5493e4d7-f072-469f-a54d-56bd062200c7 req-c3103f6a-d90d-42af-b36a-6e1803dac97e service neutron] 10.222.0.75 "GET /v2.0/networks?id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e HTTP/1.1" status: 200 len: 908 time: 0.3830435 Jan 21 08:08:47.550811 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5493e4d7-f072-469f-a54d-56bd062200c7 req-4c7aec45-65b9-4436-b492-d1a383650e23 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 1002 time: 0.1040235 Jan 21 08:08:47.570124 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-abb7a60d-19a6-4910-a3e4-d5d09207ffbc tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/floatingips/571e0f0f-cba5-4d27-b334-c0ee8a814f93 HTTP/1.1" status: 200 len: 999 time: 0.1197672 Jan 21 08:08:47.637691 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493e4d7-f072-469f-a54d-56bd062200c7 req-15a23b27-9347-4af0-af1f-723ed786a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:47.639309 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5493e4d7-f072-469f-a54d-56bd062200c7 req-15a23b27-9347-4af0-af1f-723ed786a253 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee337f00-ef02-4beb-9c87-8377011be091 HTTP/1.1" status: 200 len: 853 time: 0.0699816 Jan 21 08:08:47.736046 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493e4d7-f072-469f-a54d-56bd062200c7 req-e809f3fb-2f1a-4922-9e6b-afc03123c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:47.737825 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5493e4d7-f072-469f-a54d-56bd062200c7 req-e809f3fb-2f1a-4922-9e6b-afc03123c57a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830629 Jan 21 08:08:47.893581 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5493e4d7-f072-469f-a54d-56bd062200c7 req-56f0a5e4-f0fa-4b98-9add-af8ae2581c49 service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422744 Jan 21 08:08:47.983646 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-fae44667-4bdc-4ee7-875e-5f5591831435 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:47.988321 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-fae44667-4bdc-4ee7-875e-5f5591831435 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/networks/8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 HTTP/1.1" status: 200 len: 784 time: 0.4090149 Jan 21 08:08:47.998305 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-17cea0f3-4ad6-4504-8d14-046f55d9cb31 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 08:08:47.999438 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-17cea0f3-4ad6-4504-8d14-046f55d9cb31 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0063932 Jan 21 08:08:48.048612 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5493e4d7-f072-469f-a54d-56bd062200c7 req-b2930b08-fe02-4f76-9fe9-23947bf2532a service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419325 Jan 21 08:08:48.117402 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-2892675c-14d0-4641-b0fe-b563c43dd3f2 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.2.166 HTTP/1.1" status: 200 len: 1002 time: 0.1109588 Jan 21 08:08:48.220285 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-8b3f3627-2333-489f-9122-684d656b0040 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:48.221814 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-8b3f3627-2333-489f-9122-684d656b0040 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports/6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 943 time: 0.0974329 Jan 21 08:08:48.413205 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-dd4a00e0-a133-4814-adbb-852f4bd10bc6 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.2.166 HTTP/1.1" status: 200 len: 1002 time: 0.1087391 Jan 21 08:08:48.609682 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 6a19f45d-82da-4e13-b655-94e0732e4de3 up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:08:48.643350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Deleting port 4ab9d6b5-98e7-4bbd-9939-1f1fee5b03ef {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:08:48.643840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:48.682090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 6a19f45d-82da-4e13-b655-94e0732e4de3 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:08:48.682532 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:48.827843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:48.828242 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for floatingip, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:48.965437 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Calling delete_port for 4ab9d6b5-98e7-4bbd-9939-1f1fee5b03ef owned by network:floatingip {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:08:49.148847 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:49.168394 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1526af20-740a-4673-855e-4647c8acedb3 tempest-VolumesActionsTest-950933105 tempest-VolumesActionsTest-950933105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:08:49.262246 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Pushing event deleted for resources: {'Port': ['ID=4ab9d6b5-98e7-4bbd-9939-1f1fee5b03ef,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:08:49.268711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:08:49.397983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks [] for floatingip, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:49.398363 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Floating IP 571e0f0f-cba5-4d27-b334-c0ee8a814f93 disassociated (deleted). External IP: 172.28.2.166, port: 6a19f45d-82da-4e13-b655-94e0732e4de3. Jan 21 08:08:49.776958 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:08:49.969454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:08:49.980472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad966138-c9d1-4a5e-9609-a9382785c4af None None] Sync routers for ids ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:08:49.991306 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad966138-c9d1-4a5e-9609-a9382785c4af None None] Routers {'fda247e8-5ab4-4b99-99cb-dc0eea5e0477'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:08:49.994212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-ad966138-c9d1-4a5e-9609-a9382785c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:08:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:08:50.119476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:50.216902 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "DELETE /v2.0/floatingips/571e0f0f-cba5-4d27-b334-c0ee8a814f93 HTTP/1.1" status: 204 len: 173 time: 1.7966185 Jan 21 08:08:50.216902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:08:50.319864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-abac5c3a-f6e7-4450-8377-883c835fd45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:50.322323 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-abac5c3a-f6e7-4450-8377-883c835fd45b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3d4371ac87b422d8a76947709ddc2c5&device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 1163 time: 0.0980418 Jan 21 08:08:50.339113 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3', 'status': 'completed', 'code': 200} Jan 21 08:08:50.402889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-ad966138-c9d1-4a5e-9609-a9382785c4af None None] Set router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:08:50.490349 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcacb45-f99e-493c-8e94-cf9da5534e83 req-391449c9-1257-439b-b8fd-e10e9a32cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:50.492005 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3dcacb45-f99e-493c-8e94-cf9da5534e83 req-391449c9-1257-439b-b8fd-e10e9a32cbf0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3d4371ac87b422d8a76947709ddc2c5&device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 1163 time: 0.0852289 Jan 21 08:08:50.492336 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-1aef8e62-18a9-44fc-98e4-4d84b33c2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:50.494036 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-1aef8e62-18a9-44fc-98e4-4d84b33c2609 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e HTTP/1.1" status: 200 len: 908 time: 0.1639378 Jan 21 08:08:50.572022 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-d5f0360b-1fa1-4f29-b4f7-969bd050e745 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 217 time: 0.0709677 Jan 21 08:08:50.657488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcacb45-f99e-493c-8e94-cf9da5534e83 req-210f2da3-301a-41fd-91c4-9c9cd6c97b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:50.659467 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3dcacb45-f99e-493c-8e94-cf9da5534e83 req-210f2da3-301a-41fd-91c4-9c9cd6c97b2c service neutron] 10.222.0.75 "GET /v2.0/networks?id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e HTTP/1.1" status: 200 len: 908 time: 0.1571836 Jan 21 08:08:50.667170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-06a14bf0-a4a8-4626-8310-ab1741b0b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:50.668981 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-06a14bf0-a4a8-4626-8310-ab1741b0b657 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ee337f00-ef02-4beb-9c87-8377011be091 HTTP/1.1" status: 200 len: 853 time: 0.0909841 Jan 21 08:08:50.743737 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3dcacb45-f99e-493c-8e94-cf9da5534e83 req-916377c3-f630-4b36-83fc-bf14ca2ee142 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 200 len: 217 time: 0.0716891 Jan 21 08:08:50.754557 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-ad966138-c9d1-4a5e-9609-a9382785c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:04:38Z', 'revision_number': 4, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'a732cf18-701c-4285-b3c6-4745e325b39d', 'name': '', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'mac_address': 'fa:16:3e:c0:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:37Z', 'updated_at': '2021-01-21T08:04:47Z', 'revision_number': 5, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'subnets': [{'id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:08:50.757746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-8b4b298d-e485-4b01-a76d-7030e02d2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:50.759173 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad966138-c9d1-4a5e-9609-a9382785c4af None None] Checking router: fda247e8-5ab4-4b99-99cb-dc0eea5e0477 for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:08:50.759410 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-8b4b298d-e485-4b01-a76d-7030e02d2397 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814486 Jan 21 08:08:50.768999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad966138-c9d1-4a5e-9609-a9382785c4af None None] Routers {'fda247e8-5ab4-4b99-99cb-dc0eea5e0477'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:08:50.769625 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-ad966138-c9d1-4a5e-9609-a9382785c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:08:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:08:50.869578 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcacb45-f99e-493c-8e94-cf9da5534e83 req-9e59e091-707d-46da-984a-03ef450cf9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:50.871311 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3dcacb45-f99e-493c-8e94-cf9da5534e83 req-9e59e091-707d-46da-984a-03ef450cf9c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ee337f00-ef02-4beb-9c87-8377011be091 HTTP/1.1" status: 200 len: 853 time: 0.0860581 Jan 21 08:08:50.920960 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-b1d8f37d-f0eb-4cb9-a07d-96fb67690b21 service neutron] 10.222.0.64 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479957 Jan 21 08:08:50.944210 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-17b50421-702c-4063-9eff-64714527e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:50.979515 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcacb45-f99e-493c-8e94-cf9da5534e83 req-7b63b070-8d92-4767-83a4-d106e0595614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:50.981260 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3dcacb45-f99e-493c-8e94-cf9da5534e83 req-7b63b070-8d92-4767-83a4-d106e0595614 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865982 Jan 21 08:08:50.991307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-ad966138-c9d1-4a5e-9609-a9382785c4af None None] Set router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:08:51.081995 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c539b5f9-d48a-4a7b-b1f7-c2c7eaa5b7ac req-fe37cb45-037f-4963-b54b-7da65c361e5e service neutron] 10.222.0.64 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1527469 Jan 21 08:08:51.136888 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3dcacb45-f99e-493c-8e94-cf9da5534e83 req-ee5d1b2b-c1ca-46c1-ae74-536ebf78a25b service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414793 Jan 21 08:08:51.291158 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3dcacb45-f99e-493c-8e94-cf9da5534e83 req-40b0e1e7-9836-4ee3-8294-d7764ae1b488 service neutron] 10.222.0.75 "GET /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1471133 Jan 21 08:08:51.351338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-ad966138-c9d1-4a5e-9609-a9382785c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:04:38Z', 'revision_number': 4, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'a732cf18-701c-4285-b3c6-4745e325b39d', 'name': '', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'mac_address': 'fa:16:3e:c0:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:37Z', 'updated_at': '2021-01-21T08:04:47Z', 'revision_number': 5, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'subnets': [{'id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:08:51.355868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad966138-c9d1-4a5e-9609-a9382785c4af None None] The sync data for ids ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'] in dv-cinder-768592-5-smb is: [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:04:38Z', 'revision_number': 4, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'a732cf18-701c-4285-b3c6-4745e325b39d', 'name': '', 'network_id': 'da552a9f-503a-4d0f-83cc-e1cbe1d1b57e', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'mac_address': 'fa:16:3e:c0:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:37Z', 'updated_at': '2021-01-21T08:04:47Z', 'revision_number': 5, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'subnets': [{'id': 'ee337f00-ef02-4beb-9c87-8377011be091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:08:51.782425 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ce6783-f799-4f29-9901-b40cb28407f3 None None] New status for floating IP 571e0f0f-cba5-4d27-b334-c0ee8a814f93: DOWN {{(pid=80229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 08:08:53.005965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c8fcfdcb-c757-40b9-bdcd-f6cbd16940e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:53.868636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:55.045339 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:55.326342 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3fcbf-8a94-44c6-94c8-99918a97ec6a req-47b305c5-6c61-4d2b-ab0c-cda510d5cb22 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:55.328010 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0e3fcbf-8a94-44c6-94c8-99918a97ec6a req-47b305c5-6c61-4d2b-ab0c-cda510d5cb22 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1100650 Jan 21 08:08:55.381163 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0e3fcbf-8a94-44c6-94c8-99918a97ec6a req-309d86fe-e789-499a-9536-c2bfe5b93c7c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458190 Jan 21 08:08:55.759744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:55.831868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd68f3b-b2ef-4687-ab02-574bb62b9c3f req-eacd1c45-a532-444e-a9c5-966113e53bab tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:55.833520 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ffd68f3b-b2ef-4687-ab02-574bb62b9c3f req-eacd1c45-a532-444e-a9c5-966113e53bab tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 946 time: 0.1019871 Jan 21 08:08:55.887902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-ffd68f3b-b2ef-4687-ab02-574bb62b9c3f req-a83acc8a-3daa-4a29-a908-78e4af8fe214 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Synchronizing usage tracker for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:security_group {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:08:55.943069 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-ffd68f3b-b2ef-4687-ab02-574bb62b9c3f req-a83acc8a-3daa-4a29-a908-78e4af8fe214 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Unset dirty status for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:security_group {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:08:55.944460 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ffd68f3b-b2ef-4687-ab02-574bb62b9c3f req-a83acc8a-3daa-4a29-a908-78e4af8fe214 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045878 Jan 21 08:08:56.651372 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a8aa1-e232-41c6-b24e-6ac5aded3a16 req-78b99f4e-0477-4755-b7d3-0afe13312d80 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:56.653058 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-568a8aa1-e232-41c6-b24e-6ac5aded3a16 req-78b99f4e-0477-4755-b7d3-0afe13312d80 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1106658 Jan 21 08:08:56.705143 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-568a8aa1-e232-41c6-b24e-6ac5aded3a16 req-7f50b533-59b5-4ec2-b27b-4b22f4c31359 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454247 Jan 21 08:08:57.178204 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5d7fa-471c-42a2-be34-4818662a48bb req-b391fdac-7da1-4adb-bff0-b0eb08e8e5f8 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:57.178989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-7ac5d7fa-471c-42a2-be34-4818662a48bb req-b391fdac-7da1-4adb-bff0-b0eb08e8e5f8 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Synchronizing usage tracker for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:08:57.226463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-7ac5d7fa-471c-42a2-be34-4818662a48bb req-b391fdac-7da1-4adb-bff0-b0eb08e8e5f8 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Unset dirty status for tenant:c3d4371ac87b422d8a76947709ddc2c5 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:08:57.227728 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7ac5d7fa-471c-42a2-be34-4818662a48bb req-b391fdac-7da1-4adb-bff0-b0eb08e8e5f8 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 946 time: 0.1513567 Jan 21 08:08:57.278655 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7ac5d7fa-471c-42a2-be34-4818662a48bb req-c55763bd-023d-45d1-b301-f792268e6441 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443411 Jan 21 08:08:57.957470 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee208e36-d3fe-4877-ab64-abc36eaf7d23 req-40c003ba-bca2-4f26-bd2e-9fe9a83e9171 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:57.959967 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ee208e36-d3fe-4877-ab64-abc36eaf7d23 req-40c003ba-bca2-4f26-bd2e-9fe9a83e9171 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1076193 Jan 21 08:08:58.016324 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ee208e36-d3fe-4877-ab64-abc36eaf7d23 req-b6b6afc0-ca59-4364-9faf-372f8b857a3d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491791 Jan 21 08:08:58.524115 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c7386-70ca-49d8-8d67-df25d40652f2 req-a767d1bb-34ad-44e7-b66a-a9d264f2a52f tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:58.525770 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d14c7386-70ca-49d8-8d67-df25d40652f2 req-a767d1bb-34ad-44e7-b66a-a9d264f2a52f tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 946 time: 0.1112516 Jan 21 08:08:58.576845 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d14c7386-70ca-49d8-8d67-df25d40652f2 req-c2efce85-290d-4fd2-9efe-72636757c47b tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445108 Jan 21 08:08:59.108735 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:08:59.500453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454d8b4-e233-430a-9ac8-4cc450949c29 req-be869ddd-93c3-4b9f-8b9a-e91a3b08e187 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:59.502106 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3454d8b4-e233-430a-9ac8-4cc450949c29 req-be869ddd-93c3-4b9f-8b9a-e91a3b08e187 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.3400142 Jan 21 08:08:59.554957 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3454d8b4-e233-430a-9ac8-4cc450949c29 req-471630cc-c199-4cdd-9725-0f5b296b0c24 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463459 Jan 21 08:08:59.563642 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e41293-9bbf-426e-831f-5805c11f3da1 req-83f3d035-fd87-4ba9-8d50-211714eef093 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:59.565386 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-88e41293-9bbf-426e-831f-5805c11f3da1 req-83f3d035-fd87-4ba9-8d50-211714eef093 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.75 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 946 time: 0.1034095 Jan 21 08:08:59.652794 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-88e41293-9bbf-426e-831f-5805c11f3da1 req-9a7a33b5-7b3e-4473-abd0-c29f21ec9881 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Deleting port 6a19f45d-82da-4e13-b655-94e0732e4de3 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:08:59.653180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-88e41293-9bbf-426e-831f-5805c11f3da1 req-9a7a33b5-7b3e-4473-abd0-c29f21ec9881 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:08:59.969840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d62a94-026f-43a9-8b30-5f3a169668c2 req-bf159ca2-6e63-427b-866a-2cfb85b2f28f tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:08:59.971531 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f6d62a94-026f-43a9-8b30-5f3a169668c2 req-bf159ca2-6e63-427b-866a-2cfb85b2f28f tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 946 time: 0.2614279 Jan 21 08:09:00.029403 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-88e41293-9bbf-426e-831f-5805c11f3da1 req-9a7a33b5-7b3e-4473-abd0-c29f21ec9881 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] For port 6a19f45d-82da-4e13-b655-94e0732e4de3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=6a19f45d-82da-4e13-b655-94e0732e4de3,segment=NetworkSegment(e4d7cc16-000d-4233-b5a4-b0c67231778e),segment_id=e4d7cc16-000d-4233-b5a4-b0c67231778e)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:00.029803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-88e41293-9bbf-426e-831f-5805c11f3da1 req-9a7a33b5-7b3e-4473-abd0-c29f21ec9881 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:00.167044 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f6d62a94-026f-43a9-8b30-5f3a169668c2 req-d8c7add7-8c6a-4b1f-8818-b69b485914d7 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/security-groups?id=ff0bfec1-8827-4e9c-a4de-7ca975e403ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877947 Jan 21 08:09:00.174046 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-88e41293-9bbf-426e-831f-5805c11f3da1 req-9a7a33b5-7b3e-4473-abd0-c29f21ec9881 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Calling delete_port for 6a19f45d-82da-4e13-b655-94e0732e4de3 owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:09:00.353893 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-88e41293-9bbf-426e-831f-5805c11f3da1 req-9a7a33b5-7b3e-4473-abd0-c29f21ec9881 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:00.369686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a68e3543-2965-44e1-8e17-c978893c37b5 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:00.387221 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 6a19f45d-82da-4e13-b655-94e0732e4de3 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:09:00.422121 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a33b5-7b3e-4473-abd0-c29f21ec9881 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Pushing event deleted for resources: {'Port': ['ID=6a19f45d-82da-4e13-b655-94e0732e4de3,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:00.424398 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] No Port match for: 6a19f45d-82da-4e13-b655-94e0732e4de3 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:09:00.424802 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 6a19f45d-82da-4e13-b655-94e0732e4de3 not bound to the agent host hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:09:00.470311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9a7a33b5-7b3e-4473-abd0-c29f21ec9881 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:00.588801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e41293-9bbf-426e-831f-5805c11f3da1 req-9a7a33b5-7b3e-4473-abd0-c29f21ec9881 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] No DVR routers for this DVR port 6a19f45d-82da-4e13-b655-94e0732e4de3 on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:09:00.591478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-88e41293-9bbf-426e-831f-5805c11f3da1 req-9a7a33b5-7b3e-4473-abd0-c29f21ec9881 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:00.595705 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'name': 'network-vif-deleted', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:09:00.652036 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-88e41293-9bbf-426e-831f-5805c11f3da1 req-9a7a33b5-7b3e-4473-abd0-c29f21ec9881 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.75 "DELETE /v2.0/ports/6a19f45d-82da-4e13-b655-94e0732e4de3 HTTP/1.1" status: 204 len: 173 time: 1.0772691 Jan 21 08:09:00.812168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6264a5-a0e6-4c87-85b1-527049242b79 req-205adbff-7a67-45e8-86d1-e8b240c811b0 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:00.813892 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c6264a5-a0e6-4c87-85b1-527049242b79 req-205adbff-7a67-45e8-86d1-e8b240c811b0 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1060271 Jan 21 08:09:00.820646 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0c75ec-4097-4794-8040-2850ee0a33db', 'name': 'network-vif-deleted', 'tag': '6a19f45d-82da-4e13-b655-94e0732e4de3', 'status': 'completed', 'code': 200} Jan 21 08:09:00.868414 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c6264a5-a0e6-4c87-85b1-527049242b79 req-799486bd-67ee-4702-85d4-70eb155598e0 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458806 Jan 21 08:09:01.361497 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-79d37d60-123a-4ce4-ad6e-d78860ce9839 req-03797e28-a68b-46c8-a190-42f14a4c1551 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] 10.222.0.64 "GET /v2.0/ports?device_id=9d0c75ec-4097-4794-8040-2850ee0a33db HTTP/1.1" status: 200 len: 210 time: 0.0498381 Jan 21 08:09:02.219283 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a00eae-9b37-472a-b58a-2c283ba325bc req-2fceb078-6bcd-46bc-83c1-c76a3acfbd55 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:02.220940 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-26a00eae-9b37-472a-b58a-2c283ba325bc req-2fceb078-6bcd-46bc-83c1-c76a3acfbd55 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1044133 Jan 21 08:09:02.272706 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-26a00eae-9b37-472a-b58a-2c283ba325bc req-beb37074-db79-4f9b-8dbb-a88a481fdc7a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449426 Jan 21 08:09:03.538978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6534d-aa10-4ad2-a275-612fd72790ab req-4cf9df72-b2fb-46f9-8264-a69ddafe725e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:03.540775 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-46d6534d-aa10-4ad2-a275-612fd72790ab req-4cf9df72-b2fb-46f9-8264-a69ddafe725e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1166251 Jan 21 08:09:03.594228 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-46d6534d-aa10-4ad2-a275-612fd72790ab req-cd8b7ee0-84e2-48a0-b9d5-9964535bf9c2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469363 Jan 21 08:09:03.938756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34680) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:04.532403 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854393811'] for router_interface, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:04.939117 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb1d8-702a-436c-ac08-1333f4cfe073 req-a3471bd5-26ee-46df-95b9-c021a5d47d98 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:04.940853 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-839fb1d8-702a-436c-ac08-1333f4cfe073 req-a3471bd5-26ee-46df-95b9-c021a5d47d98 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1740372 Jan 21 08:09:05.050076 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-839fb1d8-702a-436c-ac08-1333f4cfe073 req-cb4fd4f7-5101-4658-8ecf-9db7d9266673 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022701 Jan 21 08:09:05.053417 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] Deleting port a732cf18-701c-4285-b3c6-4745e325b39d {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:09:05.053797 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:05.245495 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] For port a732cf18-701c-4285-b3c6-4745e325b39d, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=a732cf18-701c-4285-b3c6-4745e325b39d,segment=NetworkSegment(e4d7cc16-000d-4233-b5a4-b0c67231778e),segment_id=e4d7cc16-000d-4233-b5a4-b0c67231778e)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:05.245919 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:05.385511 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] Calling delete_port for a732cf18-701c-4285-b3c6-4745e325b39d owned by network:router_interface {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:09:05.832402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:05.854050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:05.949955 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] Pushing event deleted for resources: {'Port': ['ID=a732cf18-701c-4285-b3c6-4745e325b39d,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:05.954090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:06.336313 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1590394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854393653'] for router_interface, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:06.465932 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09e2fe-2fc4-4cb8-8d85-23ab07e7b5f3 req-140259b7-47bc-4a42-a8c3-c743b9f7e1b7 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:06.467572 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1a09e2fe-2fc4-4cb8-8d85-23ab07e7b5f3 req-140259b7-47bc-4a42-a8c3-c743b9f7e1b7 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.2166083 Jan 21 08:09:06.554995 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1a09e2fe-2fc4-4cb8-8d85-23ab07e7b5f3 req-037245d4-9736-4b51-a8bc-7a11a967a4f3 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747142 Jan 21 08:09:07.164367 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] Router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:09:07.359536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:09:07.369159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18654299-7270-4dd5-8655-94eb2a9c9d04 None None] Sync routers for ids ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:09:07.376015 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-f2152071-5349-4607-a94b-5b09bb5a571a admin admin] 10.222.0.64 "PUT /v2.0/routers/fda247e8-5ab4-4b99-99cb-dc0eea5e0477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4359753 Jan 21 08:09:07.378578 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34702) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:07.380028 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18654299-7270-4dd5-8655-94eb2a9c9d04 None None] Routers {'fda247e8-5ab4-4b99-99cb-dc0eea5e0477'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:07.381322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-18654299-7270-4dd5-8655-94eb2a9c9d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:08:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:07.571379 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Notify callbacks [] for router, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:07.571743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-18654299-7270-4dd5-8655-94eb2a9c9d04 None None] Set router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:07.765508 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:07.771562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Deleting port 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:09:07.771940 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:07.822082 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4aebb3-2732-4071-8a9e-810f7e8cf4ba req-ec02a73a-5660-4674-81af-b274353a501d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:07.823694 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ec4aebb3-2732-4071-8a9e-810f7e8cf4ba req-ec02a73a-5660-4674-81af-b274353a501d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1073518 Jan 21 08:09:07.884308 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ec4aebb3-2732-4071-8a9e-810f7e8cf4ba req-118d26e2-c75d-4107-87e0-2f2ea04e0e5e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534992 Jan 21 08:09:07.902702 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-18654299-7270-4dd5-8655-94eb2a9c9d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:09:05Z', 'revision_number': 5, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:07.907435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18654299-7270-4dd5-8655-94eb2a9c9d04 None None] Checking router: fda247e8-5ab4-4b99-99cb-dc0eea5e0477 for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:09:07.923202 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18654299-7270-4dd5-8655-94eb2a9c9d04 None None] Routers {'fda247e8-5ab4-4b99-99cb-dc0eea5e0477'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:07.923202 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-18654299-7270-4dd5-8655-94eb2a9c9d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:08:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:07.970352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] For port 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=2c6e36d2-31e7-4065-b83a-ceb7f4055d1f,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:07.970755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:08.116516 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Calling delete_port for 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f owned by network:router_gateway {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:09:08.128157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-18654299-7270-4dd5-8655-94eb2a9c9d04 None None] Set router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:08.324035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.plugins.ml2.ovo_rpc [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: result = function(*args, **kwargs) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: proto.__init__(conn_state, self) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: self.handle() Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: self.handle_one_request() Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: self.handle_one_response() Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: result = self.application(self.environ, start_response) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: return app(environ, start_response) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: response = req.get_response(self.application) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: application, catch_exc_info=False) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: app_iter = application(self.environ, start_response) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: response = req.get_response(self.application) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: application, catch_exc_info=False) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: app_iter = application(self.environ, start_response) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: response = req.get_response(self.application) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: application, catch_exc_info=False) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: app_iter = application(self.environ, start_response) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: response = req.get_response(self.application) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: application, catch_exc_info=False) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: app_iter = application(self.environ, start_response) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: return request.get_response(self.application) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: application, catch_exc_info=False) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: app_iter = application(self.environ, start_response) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: response = req.get_response(self._app) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: application, catch_exc_info=False) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: app_iter = application(self.environ, start_response) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: return resp(environ, start_response) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: return resp(environ, start_response) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: response = self.app(environ, start_response) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: return resp(environ, start_response) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: resp = self.call_func(req, *args, **kw) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: return self.func(req, *args, **kwargs) Jan 21 08:09:08.330184 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: result = method(request=request, **args) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: return self._delete(request, id, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: return f(*args, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: return f(*args, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: return f(*dup_args, **dup_kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: obj_deleter(request.context, id, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: return method(*args, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: return f(*args, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: return f(*args, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: return f(*dup_args, **dup_kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: self._delete_current_gw_port(context, id, router, None) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: admin_ctx, gw_port_id, l3_port_check=False) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, context, *args, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: return method(*args, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: context, port, router_ids, bound_mech_contexts) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: return function(*args, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: callback(resource, event, trigger, **kwargs) Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: if self._is_session_semantic_violated(context, resource, event): Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: stack = traceback.extract_stack() Jan 21 08:09:08.338033 dv-cinder-768592-5-smb neutron-server[80113]: Jan 21 08:09:08.531498 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-383322'] for router_gateway, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:08.627996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-18654299-7270-4dd5-8655-94eb2a9c9d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:09:05Z', 'revision_number': 5, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:08.632265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18654299-7270-4dd5-8655-94eb2a9c9d04 None None] The sync data for ids ['fda247e8-5ab4-4b99-99cb-dc0eea5e0477'] in dv-cinder-768592-5-smb is: [{'id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'name': 'tempest-TestMinimumBasicScenario-970907204-router', 'tenant_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:04:30Z', 'updated_at': '2021-01-21T08:09:05Z', 'revision_number': 5, 'project_id': 'c3d4371ac87b422d8a76947709ddc2c5', 'gw_port': {'id': '2c6e36d2-31e7-4065-b83a-ceb7f4055d1f', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda247e8-5ab4-4b99-99cb-dc0eea5e0477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:04:32Z', 'updated_at': '2021-01-21T08:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:09:08.689325 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64930'] for router, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:08.691807 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:08.912566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854392953'] for router, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:08.913122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router fda247e8-5ab4-4b99-99cb-dc0eea5e0477 {{(pid=80226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 08:09:08.926625 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] Notify callbacks [] for router, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:08.928514 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-56931a64-fdb7-46bb-a737-ff11a64702fe admin admin] 10.222.0.64 "DELETE /v2.0/routers/fda247e8-5ab4-4b99-99cb-dc0eea5e0477 HTTP/1.1" status: 204 len: 168 time: 1.5489123 Jan 21 08:09:08.931218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34710) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:09.001239 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-811f9cef-3747-4eda-ab33-affbddd1fbdc admin admin] Deleting subnet ee337f00-ef02-4beb-9c87-8377011be091 {{(pid=80226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:09:09.004756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-811f9cef-3747-4eda-ab33-affbddd1fbdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:09.113176 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-811f9cef-3747-4eda-ab33-affbddd1fbdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4045688'] for subnet, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:09.217355 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80e933-3fe6-473f-b138-62f5d28baaac req-d0aa2c93-ffdc-488e-8678-e497a79e56ba tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:09.219056 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4f80e933-3fe6-473f-b138-62f5d28baaac req-d0aa2c93-ffdc-488e-8678-e497a79e56ba tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1808903 Jan 21 08:09:09.334207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-811f9cef-3747-4eda-ab33-affbddd1fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:09.373727 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-4f80e933-3fe6-473f-b138-62f5d28baaac req-a8b11693-9a13-4863-893d-03dc837b2b5f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920875 Jan 21 08:09:10.228522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-811f9cef-3747-4eda-ab33-affbddd1fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1160558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985224'] for subnet, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:10.319802 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ab50d198-5a02-4a1b-a556-585fd4c18711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:10.357175 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f9cef-3747-4eda-ab33-affbddd1fbdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee337f00-ef02-4beb-9c87-8377011be091,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:10.360502 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-811f9cef-3747-4eda-ab33-affbddd1fbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:10.395314 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-811f9cef-3747-4eda-ab33-affbddd1fbdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:10.400377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351b338-e6d3-49aa-b99e-e478240de7ab None None] Network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:09:10.405161 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-811f9cef-3747-4eda-ab33-affbddd1fbdc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ee337f00-ef02-4beb-9c87-8377011be091 HTTP/1.1" status: 204 len: 168 time: 1.4702663 Jan 21 08:09:10.405434 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34728) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:10.528385 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:10.654564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Deleting port ab21dae6-dd34-4083-9c56-fc8f2a92074b {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:09:10.654564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:10.688332 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5a5654-2eb9-454a-b491-f912b5c68dce None None] DHCP port deletion for da552a9f-503a-4d0f-83cc-e1cbe1d1b57e request from dv-cinder-768592-5-smb {{(pid=80228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 08:09:10.693742 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a5654-2eb9-454a-b491-f912b5c68dce None None] Deleting port ab21dae6-dd34-4083-9c56-fc8f2a92074b {{(pid=80228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:09:10.694177 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5654-2eb9-454a-b491-f912b5c68dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:10.739819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:09:10.783940 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:09:10.784435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 2c6e36d2-31e7-4065-b83a-ceb7f4055d1f not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:09:10.784889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device a732cf18-701c-4285-b3c6-4745e325b39d no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:09:10.813140 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb3627-e68c-4f8e-a853-98c7b122e917 req-d8bab913-95a8-4212-b845-22ecc4d1f930 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:10.814845 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b0fb3627-e68c-4f8e-a853-98c7b122e917 req-d8bab913-95a8-4212-b845-22ecc4d1f930 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.2340283 Jan 21 08:09:10.828016 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: a732cf18-701c-4285-b3c6-4745e325b39d {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:09:10.828437 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device a732cf18-701c-4285-b3c6-4745e325b39d not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:09:10.967679 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b0fb3627-e68c-4f8e-a853-98c7b122e917 req-5872e6d8-10a3-40cf-820e-f3f30712a076 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322293 Jan 21 08:09:10.969665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] For port ab21dae6-dd34-4083-9c56-fc8f2a92074b, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=ab21dae6-dd34-4083-9c56-fc8f2a92074b,segment=NetworkSegment(e4d7cc16-000d-4233-b5a4-b0c67231778e),segment_id=e4d7cc16-000d-4233-b5a4-b0c67231778e)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:10.970078 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:10.992650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1e5a5654-2eb9-454a-b491-f912b5c68dce None None] For port ab21dae6-dd34-4083-9c56-fc8f2a92074b, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=ab21dae6-dd34-4083-9c56-fc8f2a92074b,segment=NetworkSegment(e4d7cc16-000d-4233-b5a4-b0c67231778e),segment_id=e4d7cc16-000d-4233-b5a4-b0c67231778e)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:10.993122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5654-2eb9-454a-b491-f912b5c68dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:11.117496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Calling delete_port for ab21dae6-dd34-4083-9c56-fc8f2a92074b owned by network:dhcp {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:09:11.130955 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a5654-2eb9-454a-b491-f912b5c68dce None None] Calling delete_port for ab21dae6-dd34-4083-9c56-fc8f2a92074b owned by network:dhcp {{(pid=80228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:09:11.228323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:11.245119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-aa5a1bec-6161-4274-9c9f-a44a2b819b15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:11.293267 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [None req-1e5a5654-2eb9-454a-b491-f912b5c68dce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80228) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:09:11.293676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [None req-1e5a5654-2eb9-454a-b491-f912b5c68dce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:09:11.340469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab21dae6-dd34-4083-9c56-fc8f2a92074b,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:11.356074 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:11.392165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] No DVR routers for this DVR port ab21dae6-dd34-4083-9c56-fc8f2a92074b on host dv-cinder-768592-5-smb {{(pid=80226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:09:11.523620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:11.643400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da552a9f-503a-4d0f-83cc-e1cbe1d1b57e']}} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:11.657497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d7cc16-000d-4233-b5a4-b0c67231778e') {'for_net_delete': True} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:11.657842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d7cc16-000d-4233-b5a4-b0c67231778e') {} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:11.670526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850730128'] for segment, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:11.685669 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:11.687729 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:09:11.794767 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a5654-2eb9-454a-b491-f912b5c68dce None None] Deleting port ab21dae6-dd34-4083-9c56-fc8f2a92074b {{(pid=80228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:09:11.795119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5654-2eb9-454a-b491-f912b5c68dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:11.871131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a5654-2eb9-454a-b491-f912b5c68dce None None] The port 'ab21dae6-dd34-4083-9c56-fc8f2a92074b' was deleted {{(pid=80228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 08:09:11.877927 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:09:11.888080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1160449'] for segment, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:12.070746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Network da552a9f-503a-4d0f-83cc-e1cbe1d1b57e has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:09:12.098161 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:09:12.278612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6984b6-dd3b-409e-91fb-287a97aa76d2 req-2750f8f0-9197-4504-9ba5-22eb54d92372 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:12.280305 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6b6984b6-dd3b-409e-91fb-287a97aa76d2 req-2750f8f0-9197-4504-9ba5-22eb54d92372 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1167669 Jan 21 08:09:12.347596 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6b6984b6-dd3b-409e-91fb-287a97aa76d2 req-51232b99-36e0-4a95-be02-64ecc07adb19 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508389 Jan 21 08:09:12.449512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:12.454325 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:12.459321 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-41711196-0925-4ea8-9f6e-cf0f2e57539a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:12.483564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Pushing event deleted for resources: {'Network': ['ID=da552a9f-503a-4d0f-83cc-e1cbe1d1b57e,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:12.487227 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:12.531902 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] 10.222.0.64 "DELETE /v2.0/networks/da552a9f-503a-4d0f-83cc-e1cbe1d1b57e HTTP/1.1" status: 204 len: 168 time: 2.1253381 Jan 21 08:09:12.703233 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device ab21dae6-dd34-4083-9c56-fc8f2a92074b no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:09:12.739038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: ab21dae6-dd34-4083-9c56-fc8f2a92074b {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:09:12.740022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device ab21dae6-dd34-4083-9c56-fc8f2a92074b not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:09:12.823300 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34750) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:12.876281 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8843a68c-6c19-4078-97ea-a46e893cdd60 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3d4371ac87b422d8a76947709ddc2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515666 Jan 21 08:09:12.879168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 34754) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:12.941449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:12.969476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:13.100703 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:13.105996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-71954cdc-9414-47ea-ba17-6c30e36b1e80 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:13.120470 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0bfec1-8827-4e9c-a4de-7ca975e403ac,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:13.130809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.130809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.130809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.130809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.130809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.131453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.131453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.131823 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.132255 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.132650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.133040 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.133429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.133882 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.134270 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.134659 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.135052 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.135433 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.135819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.136228 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.136621 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.137015 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.137404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.137791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.138177 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:13.142131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:13.157400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:13.159350 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff0bfec1-8827-4e9c-a4de-7ca975e403ac HTTP/1.1" status: 204 len: 168 time: 0.2791214 Jan 21 08:09:13.603893 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122088fc-5416-41c5-9356-cbd67f63e113 req-56f88e8d-b8a2-4425-8882-cb643bcaefa9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:13.611151 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-122088fc-5416-41c5-9356-cbd67f63e113 req-56f88e8d-b8a2-4425-8882-cb643bcaefa9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1225121 Jan 21 08:09:13.671357 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-122088fc-5416-41c5-9356-cbd67f63e113 req-55bb2289-b34f-4b5a-b58a-9cd1d24e431f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584943 Jan 21 08:09:14.378662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 34798) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:14.521152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-796673359-network', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:09:14.526251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:14.530509 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Usage tracker for resource:network and tenant:fa95e5cc2f214246a516bb6f07cb8060 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:14.533579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:14.539770 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:14.582328 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Made reservation on behalf of fa95e5cc2f214246a516bb6f07cb8060 for: {'network': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:09:14.587884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:14.601463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:14.619218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:14.624596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Usage tracker for resource:security_group_rule and tenant:fa95e5cc2f214246a516bb6f07cb8060 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:14.627793 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:14.634515 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:14.967729 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:14.999323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:15.004012 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ebafb735-ae19-42d8-a690-1c8349a6d03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:15.045971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e68db-f1ab-4b5b-a3d1-7f9187451ab0 req-f14d55c4-df54-4647-8f19-8a75a1f4ea08 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:15.047720 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-083e68db-f1ab-4b5b-a3d1-7f9187451ab0 req-f14d55c4-df54-4647-8f19-8a75a1f4ea08 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1604023 Jan 21 08:09:15.069144 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:09:15.104455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6300c7-a261-48c2-942a-c181cb5a1bac,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:15.116660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:15.118866 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Added segment 36db4bc3-2c13-455b-a555-84360dc24257 of type vxlan for network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 Jan 21 08:09:15.118866 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:15.148391 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-083e68db-f1ab-4b5b-a3d1-7f9187451ab0 req-6c6556a9-9994-46b7-b46a-a9eddd81c054 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837944 Jan 21 08:09:15.170695 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:15.285457 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:15.287463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:15.288208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:15.294188 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-93c93601-32f9-409e-8841-354d0a5e0841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:15.412785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Pushing event updated for resources: {'Network': ['ID=955fa89f-083b-4b41-a6aa-f19e012ad6d1,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:15.416195 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:15.423958 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:09:15.438165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34812) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:15.448043 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0681283 Jan 21 08:09:15.450572 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Request body: {'subnet': {'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-796673359-subnet', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'ip_version': 4}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:09:15.456647 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:15.462080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Usage tracker for resource:subnet and tenant:fa95e5cc2f214246a516bb6f07cb8060 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:15.466282 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:15.472701 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:15.513992 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Made reservation on behalf of fa95e5cc2f214246a516bb6f07cb8060 for: {'subnet': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:09:15.519359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828790558'] for subnet, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:15.535698 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:09:16.100383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1159595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828790575'] for subnet, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:16.123195 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b49dd24e-6f75-4c10-bcb1-bbaa27285b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:16.302457 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c43aada0-e7fb-4a88-baff-26d2257b64f3,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:16.306749 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:16.370839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Checking segment: {'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:09:16.371250 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Network hostable DHCP agents. Network: 955fa89f-083b-4b41-a6aa-f19e012ad6d1, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:09:16.422206 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:09:16.468255 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:16.508223 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, 955fa89f-083b-4b41-a6aa-f19e012ad6d1) {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:09:16.519051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a995b0a7-ebfc-4323-b78c-38394bc1bed4 None None] Network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:09:16.532865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:16.534890 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:16.565132 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5389c3c-047e-46bd-a3c8-24117f3e292b req-7dc8b06c-70bd-44af-af92-8899210114fe tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:16.577814 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d5389c3c-047e-46bd-a3c8-24117f3e292b req-7dc8b06c-70bd-44af-af92-8899210114fe tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1423204 Jan 21 08:09:16.615518 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1755390 Jan 21 08:09:16.616262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34828) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:16.621902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:09:16.627568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:16.637050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Usage tracker for resource:router and tenant:fa95e5cc2f214246a516bb6f07cb8060 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:16.644357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:16.644950 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d5389c3c-047e-46bd-a3c8-24117f3e292b req-c596f0ea-eaaf-44df-8611-364c39ef4064 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660725 Jan 21 08:09:16.664301 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:16.714008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-382057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64853'] for router, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:16.714008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-368780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710870'] for router, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:16.819697 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad5dd5b-8473-5dcf-ba09-1ee1d1d0759e-955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'fixed_ips': [{'subnet_id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3'}]}} from dv-cinder-768592-5-smb. {{(pid=80228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 08:09:16.819697 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:16.876658 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:17.172309 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Allocated IP 172.20.0.2 (955fa89f-083b-4b41-a6aa-f19e012ad6d1/c43aada0-e7fb-4a88-baff-26d2257b64f3/1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95) {{(pid=80228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:09:17.669602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Notify callbacks [] for port, precommit_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:17.689563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Transition to ACTIVE for port object 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:09:17.696986 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-368799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710853'] for router, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:17.723986 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Transition to ACTIVE for port object 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 will not be triggered until provisioned by entity DHCP. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:09:17.784769 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:17.803049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:17.955946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Pushing event updated for resources: {'Port': ['ID=1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95,revision_number=1']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:17.967441 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.967797 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.968231 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.968589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.968901 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.969245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.969619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.969985 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.970350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.970835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.971194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.971554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.972116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.972505 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.972874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.973229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.973630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.973997 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.974356 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.974746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.975097 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.975624 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.975984 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.976375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:17.982297 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:17.999693 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cfb0e-2226-44b5-8226-97c4ec7e81d6 req-e5b78412-940c-4ba4-b854-7a08a674cf6b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:18.008808 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-797cfb0e-2226-44b5-8226-97c4ec7e81d6 req-e5b78412-940c-4ba4-b854-7a08a674cf6b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1827531 Jan 21 08:09:18.059065 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 is already hosted by enough agents. {{(pid=80228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:09:18.060331 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Resources bound (agent type, host, resource id): {{(pid=80228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:09:18.060955 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-797cfb0e-2226-44b5-8226-97c4ec7e81d6 req-a5c9ccbc-db2d-40a6-9c71-863763454c78 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502880 Jan 21 08:09:18.065123 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Received port after_create {{(pid=80228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:09:18.141403 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Attempting to bind port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:09:18.141841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Attempting to bind port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:09:18.142235 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Attempting to bind port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 on network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:09:18.150202 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:09:18.150745 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Checking segment: {'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:09:18.151536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:18.152070 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Bound using segment: {'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:09:18.153348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Bound port: 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:09:18.153348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:18.164839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:18.267561 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:18.280010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] For port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:09:18.284767 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] For port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95,segment=NetworkSegment(36db4bc3-2c13-455b-a555-84360dc24257),segment_id=36db4bc3-2c13-455b-a555-84360dc24257)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:09:18.326009 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:18.342417 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-91f6a5b9-c671-41a0-9549-4b6cfe999057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:18.490878 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Pushing event updated for resources: {'Port': ['ID=1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95,revision_number=2']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:18.497574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:18.510609 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Allocated IP 172.28.2.61 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/5b1621ca-a063-4a13-84af-fffb416fd92a) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:09:18.855168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:18.966302 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:19.008813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-231835a6-fc38-4528-8aee-6622d215cb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:19.209600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1621ca-a063-4a13-84af-fffb416fd92a,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:19.215693 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:19.313149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:09:19.320075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:09:19.329151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:09:19.682494 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9698-7873-443d-96f0-6411311c8b6b req-00f21883-a86e-40b0-83e3-63a3914443eb tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:19.684275 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03ce9698-7873-443d-96f0-6411311c8b6b req-00f21883-a86e-40b0-83e3-63a3914443eb tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.4136093 Jan 21 08:09:19.858685 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-03ce9698-7873-443d-96f0-6411311c8b6b req-fece1cda-597c-4521-b8c5-09fd7a693a4e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089365 Jan 21 08:09:20.002172 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:20.253026 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83760cb9-210b-4425-89ec-7befd6827f30 None None] Network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:09:20.496649 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-383352'] for router, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:20.518594 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-a9104280-e6e4-4e35-97c0-64ecaf410cdd None None] Provisioning for port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:09:20.808711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:20.855159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c is scheduled to L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c with binding_index 1 {{(pid=80226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 08:09:21.039496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-7c90ce8d-7075-480d-8e14-4ef95274bc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:21.067952 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:09:21.097248 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:21.099969 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:21.220864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-0558eecd-0518-48d2-8b49-bf88c2c297d7 None None] Provisioning complete for port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:21.221297 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0558eecd-0518-48d2-8b49-bf88c2c297d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:21.467377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0558eecd-0518-48d2-8b49-bf88c2c297d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:21.498422 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:21.536647 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95,segment=NetworkSegment(36db4bc3-2c13-455b-a555-84360dc24257),segment_id=36db4bc3-2c13-455b-a555-84360dc24257)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:21.592350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:21.592801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:09:21.596672 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:21.618118 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Sync routers for ids ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:09:21.638315 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Routers {'503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:21.639013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:08:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:21.712156 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:21.719795 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:21.725193 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [None req-0558eecd-0518-48d2-8b49-bf88c2c297d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80228) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:09:21.725604 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [None req-0558eecd-0518-48d2-8b49-bf88c2c297d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:09:21.756515 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1baa2e-de78-4798-bbd3-fa94a46daedd req-e8412318-345b-4eba-9b97-1fdda0b0f8ff tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:21.758284 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5d1baa2e-de78-4798-bbd3-fa94a46daedd req-e8412318-345b-4eba-9b97-1fdda0b0f8ff tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1634560 Jan 21 08:09:21.759317 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Notify callbacks [] for router, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:21.760572 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1432805 Jan 21 08:09:21.763680 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 34864) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:21.872488 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5d1baa2e-de78-4798-bbd3-fa94a46daedd req-3fa1e4f1-c2cc-4ef9-9e49-b6ed0d66637c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015594 Jan 21 08:09:21.935317 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Set router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:22.260115 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:09:19Z', 'revision_number': 3, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:22.287636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Checking router: 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:09:22.287636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Updating router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c port 5b1621ca-a063-4a13-84af-fffb416fd92a binding host dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 08:09:22.330432 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:22.451367 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-2b79a604-c39f-4ce3-bb4b-186769f47aeb None None] Provisioning complete for port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:22.451803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2b79a604-c39f-4ce3-bb4b-186769f47aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:22.774856 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:22.870835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:22.933887 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:22.934326 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:23.085080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Notify callbacks [] for port, precommit_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:23.097535 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-00216c01-4950-4870-aec7-a4cb80ea457c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:23.100226 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Transition to ACTIVE for port object 5b1621ca-a063-4a13-84af-fffb416fd92a will not be triggered until provisioned by entity L2. {{(pid=80229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:09:23.142606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:23.331715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:23.371188 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a421d-0423-4eac-af62-aeed582f1104 req-1481e21a-497f-447a-9081-75f231992a51 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:23.379265 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-915a421d-0423-4eac-af62-aeed582f1104 req-1481e21a-497f-447a-9081-75f231992a51 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.2540925 Jan 21 08:09:23.434269 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Attempting to bind port 5b1621ca-a063-4a13-84af-fffb416fd92a on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:09:23.434983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Attempting to bind port 5b1621ca-a063-4a13-84af-fffb416fd92a by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:09:23.435556 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Attempting to bind port 5b1621ca-a063-4a13-84af-fffb416fd92a on network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:09:23.459360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:09:23.460081 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Checking segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:09:23.460747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:23.461391 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Bound using segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:09:23.462144 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Bound port: 5b1621ca-a063-4a13-84af-fffb416fd92a, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:09:23.462722 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:23.490445 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-915a421d-0423-4eac-af62-aeed582f1104 req-27b0d454-dafe-4594-8f91-72748900b159 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095281 Jan 21 08:09:23.527131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Pushing event updated for resources: {'Port': ['ID=5b1621ca-a063-4a13-84af-fffb416fd92a,revision_number=2']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:23.548641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.549486 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.550028 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.550564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.557494 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.560876 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.560876 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.560876 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.560876 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.560876 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.561737 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.562213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.563207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.563595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.564145 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.564739 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.565251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.565763 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.566368 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.567124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.567602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.568068 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.568611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.569091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:23.574165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:23.609632 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] For port 5b1621ca-a063-4a13-84af-fffb416fd92a, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:09:23.616185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] For port 5b1621ca-a063-4a13-84af-fffb416fd92a, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=5b1621ca-a063-4a13-84af-fffb416fd92a,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:09:23.667458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Allocated IP 172.20.0.1 (955fa89f-083b-4b41-a6aa-f19e012ad6d1/c43aada0-e7fb-4a88-baff-26d2257b64f3/150c34c9-374e-4a55-822c-ee71de012e6b) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:09:23.672807 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:23.790679 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:23.872013 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Pushing event updated for resources: {'Port': ['ID=5b1621ca-a063-4a13-84af-fffb416fd92a,revision_number=3']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:23.883550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e8da2028-8a66-4746-858c-d913988b70e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:23.894763 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:23.928755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Routers {'503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:23.929444 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:09:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:23.954828 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:23.985523 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8cf91-3ed5-4df7-a092-cf1ad093549f req-e6b7ae79-3052-438d-9902-7b6ca6c9b9c0 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:23.996047 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-78d8cf91-3ed5-4df7-a092-cf1ad093549f req-e6b7ae79-3052-438d-9902-7b6ca6c9b9c0 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 945 time: 0.2904611 Jan 21 08:09:24.064916 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-78d8cf91-3ed5-4df7-a092-cf1ad093549f req-eac3a67f-f628-45af-a11a-8d62acaf3153 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675247 Jan 21 08:09:24.076732 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Transition to ACTIVE for port object 150c34c9-374e-4a55-822c-ee71de012e6b will not be triggered until provisioned by entity DHCP. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:09:24.132901 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] Set router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:24.170699 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:24.194583 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-fdac3ce1-46f7-4bf6-a5ad-863fed186454 tempest-AttachVolumeNegativeTest-1549552388 tempest-AttachVolumeNegativeTest-1549552388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:24.438173 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:09:24.454484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:09:24.459559 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:09:24.561663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:09:19Z', 'revision_number': 3, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:24.573184 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854392411'] for router_interface, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:24.579066 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a65e88-7407-40b0-b655-5585d93fa00c None None] The sync data for ids ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'] in dv-cinder-768592-5-smb is: [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:09:19Z', 'revision_number': 3, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:09:24.652144 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Pushing event updated for resources: {'Port': ['ID=150c34c9-374e-4a55-822c-ee71de012e6b,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:24.671757 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:24.855059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-d6813fce-48c8-4201-ad36-426673db8b7f None None] Provisioning for port 150c34c9-374e-4a55-822c-ee71de012e6b completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:09:24.860652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-d6813fce-48c8-4201-ad36-426673db8b7f None None] Provisioning complete for port 150c34c9-374e-4a55-822c-ee71de012e6b triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:24.861080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d6813fce-48c8-4201-ad36-426673db8b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:24.887250 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089399d-4baa-4d2b-95c5-98a516df6590 req-df119aa6-3b11-4f13-b564-b1def667354b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:24.891370 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d089399d-4baa-4d2b-95c5-98a516df6590 req-df119aa6-3b11-4f13-b564-b1def667354b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1351578 Jan 21 08:09:24.942907 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:24.976913 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d089399d-4baa-4d2b-95c5-98a516df6590 req-eb4dbd67-c54a-4939-8833-eb2799566f00 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730996 Jan 21 08:09:24.990373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-d6813fce-48c8-4201-ad36-426673db8b7f None None] Port 150c34c9-374e-4a55-822c-ee71de012e6b cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:09:25.051495 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:25.433455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:25.477240 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ced456-06eb-42df-be29-eaf1f0f13d09 req-c591c01b-6710-4b88-91d1-a6f373642a61 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:25.480538 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d9ced456-06eb-42df-be29-eaf1f0f13d09 req-c591c01b-6710-4b88-91d1-a6f373642a61 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 945 time: 0.1674502 Jan 21 08:09:25.507981 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852211439'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:25.541947 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eaa3961f-73a9-461b-95b8-3c4648bd41c9 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:25.686250 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d9ced456-06eb-42df-be29-eaf1f0f13d09 req-0944ebba-9072-4ae4-8971-f963cbd3c2d1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972382 Jan 21 08:09:25.687558 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853185421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854393790'] for router_interface, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:25.714473 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Pushing event updated for resources: {'Port': ['ID=150c34c9-374e-4a55-822c-ee71de012e6b,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:25.724282 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:25.783961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:25.884663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:09:25.885908 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:09:26.269175 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-6d32fc84-1aea-4850-9c6d-9400c68407eb None None] Provisioning complete for port 150c34c9-374e-4a55-822c-ee71de012e6b triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:26.269595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6d32fc84-1aea-4850-9c6d-9400c68407eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:26.344956 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d799e9-6618-49df-9ad6-9842cb20a4d2 req-6c3bb5b6-e2da-444d-a5b3-04437bd4ba4e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:26.346682 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a9d799e9-6618-49df-9ad6-9842cb20a4d2 req-6c3bb5b6-e2da-444d-a5b3-04437bd4ba4e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1564043 Jan 21 08:09:26.379651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-6d32fc84-1aea-4850-9c6d-9400c68407eb None None] Port 150c34c9-374e-4a55-822c-ee71de012e6b cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:09:26.413983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:09:26.435099 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a9d799e9-6618-49df-9ad6-9842cb20a4d2 req-a43a6a97-b134-4ecc-86ae-222874629c12 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756326 Jan 21 08:09:26.618286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:09:26.627657 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] 10.222.0.64 "PUT /v2.0/routers/503413e2-0eff-4b1a-ac8a-f35fb98b4c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8626945 Jan 21 08:09:26.759608 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 5b1621ca-a063-4a13-84af-fffb416fd92a up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:26.935712 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 429377ae-410b-4ab5-96fd-3c654af0bbde up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:26.967003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea68b7d-1ea4-4d75-b1f1-48032a4c13ef req-f7fd353f-4049-4277-9625-fd25558c0f6d tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:26.968707 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6ea68b7d-1ea4-4d75-b1f1-48032a4c13ef req-f7fd353f-4049-4277-9625-fd25558c0f6d tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 945 time: 0.1055715 Jan 21 08:09:27.011202 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 429377ae-410b-4ab5-96fd-3c654af0bbde triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:27.011933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:27.075608 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6ea68b7d-1ea4-4d75-b1f1-48032a4c13ef req-83bf367b-5e07-4e43-86c5-944af96e1b2e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups?id=6504f0ba-5e21-4290-ab27-ed361be09f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996540 Jan 21 08:09:27.112576 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 5b1621ca-a063-4a13-84af-fffb416fd92a completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:09:27.127743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 5b1621ca-a063-4a13-84af-fffb416fd92a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:27.128156 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:27.131491 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-782fe579-8b82-44c4-a326-2a830cc3a217 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:27.133151 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-782fe579-8b82-44c4-a326-2a830cc3a217 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.75 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 945 time: 0.1372411 Jan 21 08:09:27.227865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Deleting port 429377ae-410b-4ab5-96fd-3c654af0bbde {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:09:27.227976 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:27.299119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:27.323532 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port 5b1621ca-a063-4a13-84af-fffb416fd92a, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=5b1621ca-a063-4a13-84af-fffb416fd92a,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:27.376694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:27.378933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:27.502400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=5b1621ca-a063-4a13-84af-fffb416fd92a,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:27.507555 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:27.674586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] For port 429377ae-410b-4ab5-96fd-3c654af0bbde, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=429377ae-410b-4ab5-96fd-3c654af0bbde,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:27.674990 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:27.788992 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4d23e-156e-4c98-9f41-45544aaa3d2c req-1d24c112-d8d8-4f3e-8051-70a32baf2348 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:27.797203 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-39a4d23e-156e-4c98-9f41-45544aaa3d2c req-1d24c112-d8d8-4f3e-8051-70a32baf2348 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1433425 Jan 21 08:09:27.854506 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-39a4d23e-156e-4c98-9f41-45544aaa3d2c req-9b49f6a3-8c17-4e89-a3e7-85aae9d5701b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562067 Jan 21 08:09:27.861732 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Sync routers for ids ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:09:27.892809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Routers {'503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:27.893885 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:09:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:28.033051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:28.033585 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:28.033700 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Floating IP fb1ad8f5-f91e-4701-a45a-c900dc9527c1 disassociated. External IP: 172.28.2.7, port: 429377ae-410b-4ab5-96fd-3c654af0bbde. Jan 21 08:09:28.034118 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Calling delete_port for 429377ae-410b-4ab5-96fd-3c654af0bbde owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:09:28.044138 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34916) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:28.050627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1226940490-network', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:09:28.059620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:28.077185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Usage tracker for resource:network and tenant:0004ac35533e40cf860770ee1c3185e9 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:28.080630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:28.087654 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:28.137674 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Made reservation on behalf of 0004ac35533e40cf860770ee1c3185e9 for: {'network': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:09:28.148706 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:28.190231 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:28.210305 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:28.220457 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Usage tracker for resource:security_group_rule and tenant:0004ac35533e40cf860770ee1c3185e9 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:28.226568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:28.250907 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:28.313540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:28.319299 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Set router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:28.339446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6c123566-9c0d-495e-b53f-09879552aea1 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:28.377660 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-901254af-e38a-4a33-b84a-bbf1c3ee5a9e req-8f508e91-30b7-4919-b576-bd38350f99ee tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 210 time: 0.1139493 Jan 21 08:09:28.393841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event deleted for resources: {'Port': ['ID=429377ae-410b-4ab5-96fd-3c654af0bbde,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:28.451897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:28.456705 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:28.535051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:28.540856 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-696882a8-244d-4693-9d52-aef7cff07157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:28.571123 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:09:28.599237 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a787efb0-0f34-4eaf-a999-499db5f9833c,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:28.604553 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:28.606453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758234124335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:28.607485 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Added segment 835fcc78-6ba4-4670-bcfc-fddc9aca2380 of type vxlan for network 94066fd6-cf66-4bf9-827b-6771541be847 Jan 21 08:09:28.643143 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:28.664265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 429377ae-410b-4ab5-96fd-3c654af0bbde no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:09:28.703113 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] No Port match for: 429377ae-410b-4ab5-96fd-3c654af0bbde {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:09:28.703503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 429377ae-410b-4ab5-96fd-3c654af0bbde not bound to the agent host hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:09:28.712408 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:28.714409 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:28.716989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:28.724640 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3fb9210d-60ae-4e8c-9cc6-538d53430262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:28.752661 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 5b1621ca-a063-4a13-84af-fffb416fd92a up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:28.756490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Router d8c14d56-8fa9-4544-ae13-2e186569f54d has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:09:28.814157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:09:24Z', 'revision_number': 4, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': '150c34c9-374e-4a55-822c-ee71de012e6b', 'name': '', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'mac_address': 'fa:16:3e:e2:58:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:23Z', 'updated_at': '2021-01-21T08:09:25Z', 'revision_number': 2, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'subnets': [{'id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:28.821173 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Checking router: 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:09:28.821661 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Updating router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c port 150c34c9-374e-4a55-822c-ee71de012e6b binding host dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 08:09:28.847089 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Pushing event updated for resources: {'Network': ['ID=94066fd6-cf66-4bf9-827b-6771541be847,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:28.853365 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:28.866965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network 94066fd6-cf66-4bf9-827b-6771541be847 details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:09:28.904542 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8590074 Jan 21 08:09:28.913726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34928) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:28.922337 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Request body: {'subnet': {'network_id': '94066fd6-cf66-4bf9-827b-6771541be847', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1226940490-subnet', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'ip_version': 4}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:09:28.931995 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:28.937923 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Usage tracker for resource:subnet and tenant:0004ac35533e40cf860770ee1c3185e9 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:28.943187 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:28.950523 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:28.976680 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:28.984262 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:09:28.995563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e21aa4a-3275-432d-a807-338a6dc8c2b6 None None] Sync routers for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:09:29.010566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Made reservation on behalf of 0004ac35533e40cf860770ee1c3185e9 for: {'subnet': 1} {{(pid=80226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:09:29.012639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e21aa4a-3275-432d-a807-338a6dc8c2b6 None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:29.015404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network 94066fd6-cf66-4bf9-827b-6771541be847 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:09:29.016253 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828790558'] for subnet, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:29.016591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-2e21aa4a-3275-432d-a807-338a6dc8c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:09:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:29.037144 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] No DVR routers for this DVR port 429377ae-410b-4ab5-96fd-3c654af0bbde on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:09:29.040388 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:29.045861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'name': 'network-vif-deleted', 'tag': '429377ae-410b-4ab5-96fd-3c654af0bbde'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:09:29.092092 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b6862f74-d4f2-415e-b8b3-1da585d8ecd2 req-29c040b6-2d32-433d-b443-d99f723df4aa tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.75 "DELETE /v2.0/ports/429377ae-410b-4ab5-96fd-3c654af0bbde HTTP/1.1" status: 204 len: 173 time: 1.9485383 Jan 21 08:09:29.180429 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc7489b-be97-498a-92c1-b67aed2c42ab', 'name': 'network-vif-deleted', 'tag': '429377ae-410b-4ab5-96fd-3c654af0bbde', 'status': 'completed', 'code': 200} Jan 21 08:09:29.271734 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 5b1621ca-a063-4a13-84af-fffb416fd92a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:29.272391 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:29.295629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-2e21aa4a-3275-432d-a807-338a6dc8c2b6 None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:29.465893 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10592ada-38be-402a-adc3-dfff91a1d030 req-0b9d32ec-5f4c-4b8a-96a8-eb1b41797159 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:29.467606 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-10592ada-38be-402a-adc3-dfff91a1d030 req-0b9d32ec-5f4c-4b8a-96a8-eb1b41797159 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1913850 Jan 21 08:09:29.609445 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-10592ada-38be-402a-adc3-dfff91a1d030 req-7daf34e7-71c6-45d6-ae06-ba70b02e4cf3 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207726 Jan 21 08:09:29.634151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-61bb816a-fe2a-478a-ae06-754c4b5027e1 req-f6484c52-c44d-4354-a2b9-5df8a63f09d9 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Synchronizing usage tracker for tenant:1f1c6571386d4c078fea438e75156ddf on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:09:29.707989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-61bb816a-fe2a-478a-ae06-754c4b5027e1 req-f6484c52-c44d-4354-a2b9-5df8a63f09d9 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Unset dirty status for tenant:1f1c6571386d4c078fea438e75156ddf on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:09:29.710010 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-61bb816a-fe2a-478a-ae06-754c4b5027e1 req-f6484c52-c44d-4354-a2b9-5df8a63f09d9 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/ports?device_id=ffc7489b-be97-498a-92c1-b67aed2c42ab HTTP/1.1" status: 200 len: 210 time: 0.1488953 Jan 21 08:09:29.728925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1159595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828790575'] for subnet, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:29.752057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-2e21aa4a-3275-432d-a807-338a6dc8c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:49Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:29.757821 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:29.806367 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e21aa4a-3275-432d-a807-338a6dc8c2b6 None None] Checking router: d8c14d56-8fa9-4544-ae13-2e186569f54d for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:09:29.819596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e21aa4a-3275-432d-a807-338a6dc8c2b6 None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:29.820605 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-2e21aa4a-3275-432d-a807-338a6dc8c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:09:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:29.878782 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=df073eb1-be02-4024-88bd-6b28617b6d94,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:29.892253 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:29.905512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Notify callbacks [] for port, precommit_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:29.918279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Transition to ACTIVE for port object 150c34c9-374e-4a55-822c-ee71de012e6b will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:09:29.948570 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:29.962176 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Checking segment: {'id': '835fcc78-6ba4-4670-bcfc-fddc9aca2380', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:09:29.962668 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Network hostable DHCP agents. Network: 94066fd6-cf66-4bf9-827b-6771541be847, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:09:30.019949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:30.022456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Network 94066fd6-cf66-4bf9-827b-6771541be847 is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:09:30.024592 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-2e21aa4a-3275-432d-a807-338a6dc8c2b6 None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:30.073668 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, 94066fd6-cf66-4bf9-827b-6771541be847) {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:09:30.093834 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a2fe3-6489-4e3c-b0fc-e6ebc57a01b0 None None] Network 94066fd6-cf66-4bf9-827b-6771541be847 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:09:30.099088 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:30.099917 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:30.160534 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-ed5d11a0-15ab-4c16-97b3-daeedf92c4ca admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2450345 Jan 21 08:09:30.163897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34942) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:30.170104 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1226940490-router', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:09:30.176141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:30.181472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Usage tracker for resource:router and tenant:0004ac35533e40cf860770ee1c3185e9 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:30.186950 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:30.200036 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a84d-3981-468a-8653-0f102bdadb2a req-b9e3f4ad-739a-4fda-bf6e-00a8c041d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:30.201965 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7539a84d-3981-468a-8653-0f102bdadb2a req-b9e3f4ad-739a-4fda-bf6e-00a8c041d4b6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 1163 time: 0.0890872 Jan 21 08:09:30.210751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:30.220610 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f52ec-4842-4a7a-bf1a-e07df870256b None None] Pushing event updated for resources: {'Port': ['ID=150c34c9-374e-4a55-822c-ee71de012e6b,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:30.228107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a1f52ec-4842-4a7a-bf1a-e07df870256b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:30.258874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-382057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64853'] for router, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:30.262272 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-368780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1581215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710870'] for router, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:30.300955 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:30.487853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a84d-3981-468a-8653-0f102bdadb2a req-7a2a127a-a0ec-4e8f-b1a1-10972f7df4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:30.491948 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7539a84d-3981-468a-8653-0f102bdadb2a req-7a2a127a-a0ec-4e8f-b1a1-10972f7df4cf service neutron] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 911 time: 0.2501869 Jan 21 08:09:30.617174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-2e21aa4a-3275-432d-a807-338a6dc8c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:49Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:30.622243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e21aa4a-3275-432d-a807-338a6dc8c2b6 None None] The sync data for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb is: [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:00:35Z', 'revision_number': 4, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'c5493347-7acf-42a1-be60-030db1edcb0a', 'name': '', 'network_id': '75214904-c0b0-44db-9af2-b3f288039817', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'mac_address': 'fa:16:3e:95:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:32Z', 'updated_at': '2021-01-21T08:00:49Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'subnets': [{'id': '2e5447aa-b413-44fe-b584-4a19bb1e582c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:09:30.675903 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Attempting to bind port 150c34c9-374e-4a55-822c-ee71de012e6b on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:09:30.676936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Attempting to bind port 150c34c9-374e-4a55-822c-ee71de012e6b by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:09:30.677346 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Attempting to bind port 150c34c9-374e-4a55-822c-ee71de012e6b on network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:09:30.733956 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7539a84d-3981-468a-8653-0f102bdadb2a req-cfedae90-99ac-4414-82d3-40b65c59452c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=479074b1-9ac4-4ec4-a630-9306e2f596db HTTP/1.1" status: 200 len: 1002 time: 0.2159584 Jan 21 08:09:30.757546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:09:30.758106 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Checking segment: {'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:09:30.758565 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:30.759014 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Bound using segment: {'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:09:30.759547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Bound port: 150c34c9-374e-4a55-822c-ee71de012e6b, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:09:30.759971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:30.816067 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-368799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710853'] for router, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:30.873671 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a84d-3981-468a-8653-0f102bdadb2a req-5d13b01d-a74e-4a24-94f8-a701e8bf2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:30.875462 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7539a84d-3981-468a-8653-0f102bdadb2a req-5d13b01d-a74e-4a24-94f8-a701e8bf2406 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.1126769 Jan 21 08:09:30.984757 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 34952) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:30.997256 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ad5dd5b-8473-5dcf-ba09-1ee1d1d0759e-94066fd6-cf66-4bf9-827b-6771541be847', 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'fixed_ips': [{'subnet_id': 'df073eb1-be02-4024-88bd-6b28617b6d94'}]}} from dv-cinder-768592-5-smb. {{(pid=80228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 08:09:30.998093 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:31.024008 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] For port 150c34c9-374e-4a55-822c-ee71de012e6b, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:09:31.047751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] For port 150c34c9-374e-4a55-822c-ee71de012e6b, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=150c34c9-374e-4a55-822c-ee71de012e6b,segment=NetworkSegment(36db4bc3-2c13-455b-a555-84360dc24257),segment_id=36db4bc3-2c13-455b-a555-84360dc24257)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:09:31.055193 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a84d-3981-468a-8653-0f102bdadb2a req-b60ab74a-a24d-476b-a295-5df0b9a6fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:31.056879 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7539a84d-3981-468a-8653-0f102bdadb2a req-b60ab74a-a24d-476b-a295-5df0b9a6fafb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1677313 Jan 21 08:09:31.085369 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70a567-2d81-4c00-9b3a-fd3ed9976775 req-68ad07a5-c961-4970-8f3c-2876696a5c12 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:31.087868 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e70a567-2d81-4c00-9b3a-fd3ed9976775 req-68ad07a5-c961-4970-8f3c-2876696a5c12 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.2082341 Jan 21 08:09:31.125210 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:31.149142 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:31.166655 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2e70a567-2d81-4c00-9b3a-fd3ed9976775 req-55169f37-7ef0-4aa5-b14e-5419facf8f0f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616925 Jan 21 08:09:31.180830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f03905-6ec9-48e4-b4ca-06439e5adb58 None None] New status for floating IP fb1ad8f5-f91e-4701-a45a-c900dc9527c1: DOWN {{(pid=80228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 08:09:31.398890 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:31.399268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d7ba75ef-14f7-4ef6-88e5-b048af14348e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:31.435339 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:31.450260 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d7ba75ef-14f7-4ef6-88e5-b048af14348e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:31.524834 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7539a84d-3981-468a-8653-0f102bdadb2a req-b3e46817-3363-4410-8a25-4b32dfccb5f2 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499500 Jan 21 08:09:31.621234 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d7ba75ef-14f7-4ef6-88e5-b048af14348e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:31.628004 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e29873bd-cbee-4067-a8d2-cc4008bd7148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:31.650195 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba75ef-14f7-4ef6-88e5-b048af14348e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event deleted for resources: {'SecurityGroup': ['ID=6504f0ba-5e21-4290-ab27-ed361be09f8a,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:31.650626 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f52ec-4842-4a7a-bf1a-e07df870256b None None] Pushing event updated for resources: {'Port': ['ID=150c34c9-374e-4a55-822c-ee71de012e6b,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:31.657196 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a1f52ec-4842-4a7a-bf1a-e07df870256b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:31.659511 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d7ba75ef-14f7-4ef6-88e5-b048af14348e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:31.709507 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d7ba75ef-14f7-4ef6-88e5-b048af14348e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:31.710755 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-d7ba75ef-14f7-4ef6-88e5-b048af14348e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "DELETE /v2.0/security-groups/6504f0ba-5e21-4290-ab27-ed361be09f8a HTTP/1.1" status: 204 len: 168 time: 0.7249045 Jan 21 08:09:31.717560 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 34956) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:31.722380 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7539a84d-3981-468a-8653-0f102bdadb2a req-c1ab9470-8ea0-4b3c-ac94-1acec508a3f9 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1847298 Jan 21 08:09:31.724077 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Routers {'503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:31.724826 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:09:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:31.748797 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.v2.resource [None req-1f27a639-183b-4466-90fd-e4165e05d449 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] show failed (client error): The resource could not be found. Jan 21 08:09:31.751071 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-1f27a639-183b-4466-90fd-e4165e05d449 tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "GET /v2.0/security-groups/6504f0ba-5e21-4290-ab27-ed361be09f8a HTTP/1.1" status: 404 len: 347 time: 0.0319932 Jan 21 08:09:31.754869 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 34960) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:31.970128 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Allocated IP 172.20.0.2 (94066fd6-cf66-4bf9-827b-6771541be847/df073eb1-be02-4024-88bd-6b28617b6d94/97ae52d3-d224-4786-a1b0-bfcb3f7f4504) {{(pid=80228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:09:31.985258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd9de0-856d-4d2e-b6a0-590da1cbcecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Deleting port 14293e6f-e230-4847-a828-5a76386e3c56 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:09:31.985708 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a6bd9de0-856d-4d2e-b6a0-590da1cbcecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:32.027317 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Allocated IP 172.28.2.135 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:09:32.038915 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] Set router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:32.174374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a6bd9de0-856d-4d2e-b6a0-590da1cbcecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:32.175365 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a6bd9de0-856d-4d2e-b6a0-590da1cbcecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:32.192650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:32.256678 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:32.302106 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a69eb4b-6383-4224-9cd3-2ab074229bc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:32.315483 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd9de0-856d-4d2e-b6a0-590da1cbcecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Calling delete_port for 14293e6f-e230-4847-a828-5a76386e3c56 owned by network:floatingip {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:09:32.464487 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Pushing event updated for resources: {'Port': ['ID=7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:32.470027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:32.515730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b063613-2323-49de-b64c-65fb6de7efc6 req-760037ea-045c-4574-9756-baedfbd932d7 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:32.517516 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5b063613-2323-49de-b64c-65fb6de7efc6 req-760037ea-045c-4574-9756-baedfbd932d7 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1242971 Jan 21 08:09:32.539569 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:09:32.540979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:09:32.544107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:09:32.619748 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5b063613-2323-49de-b64c-65fb6de7efc6 req-2ffe3af3-7d32-4fec-9ee5-4e44e5c6e74a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920410 Jan 21 08:09:32.678171 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a6bd9de0-856d-4d2e-b6a0-590da1cbcecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:32.694464 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-775cbe7f-2cb8-4bfe-ba0c-949f9d203da2 tempest-VolumesActionsTest-535561784 tempest-VolumesActionsTest-535561784] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:32.694812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Notify callbacks [] for port, precommit_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:32.712067 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Transition to ACTIVE for port object 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:09:32.734318 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Transition to ACTIVE for port object 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 will not be triggered until provisioned by entity DHCP. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:09:32.758734 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:09:24Z', 'revision_number': 4, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': '150c34c9-374e-4a55-822c-ee71de012e6b', 'name': '', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'mac_address': 'fa:16:3e:e2:58:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:23Z', 'updated_at': '2021-01-21T08:09:30Z', 'revision_number': 4, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'subnets': [{'id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:32.763160 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a638a-17a1-456e-92d3-e4b9aee140ad None None] The sync data for ids ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'] in dv-cinder-768592-5-smb is: [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:09:24Z', 'revision_number': 4, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': '150c34c9-374e-4a55-822c-ee71de012e6b', 'name': '', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'mac_address': 'fa:16:3e:e2:58:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:23Z', 'updated_at': '2021-01-21T08:09:30Z', 'revision_number': 4, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'subnets': [{'id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:09:32.777388 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853'] for port, after_create {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:32.796124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:32.797157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd9de0-856d-4d2e-b6a0-590da1cbcecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Pushing event deleted for resources: {'Port': ['ID=14293e6f-e230-4847-a828-5a76386e3c56,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:32.800243 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a6bd9de0-856d-4d2e-b6a0-590da1cbcecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:32.987595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a6bd9de0-856d-4d2e-b6a0-590da1cbcecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks [] for floatingip, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:32.998985 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Pushing event updated for resources: {'Port': ['ID=97ae52d3-d224-4786-a1b0-bfcb3f7f4504,revision_number=1']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:33.002494 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:33.040560 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a6bd9de0-856d-4d2e-b6a0-590da1cbcecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:33.044946 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a6bd9de0-856d-4d2e-b6a0-590da1cbcecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] 10.222.0.64 "DELETE /v2.0/floatingips/fb1ad8f5-f91e-4701-a45a-c900dc9527c1 HTTP/1.1" status: 204 len: 168 time: 1.2863576 Jan 21 08:09:33.066015 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Network 94066fd6-cf66-4bf9-827b-6771541be847 is already hosted by enough agents. {{(pid=80228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:09:33.068192 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Resources bound (agent type, host, resource id): {{(pid=80228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:09:33.070808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Received port after_create {{(pid=80228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:09:33.082183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:33.141720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Attempting to bind port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:09:33.142132 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Attempting to bind port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '835fcc78-6ba4-4670-bcfc-fddc9aca2380', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:09:33.142581 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Attempting to bind port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 on network 94066fd6-cf66-4bf9-827b-6771541be847 {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:09:33.150307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:09:33.150878 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Checking segment: {'id': '835fcc78-6ba4-4670-bcfc-fddc9aca2380', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:09:33.151457 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:33.152018 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Bound using segment: {'id': '835fcc78-6ba4-4670-bcfc-fddc9aca2380', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:09:33.152686 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Bound port: 97ae52d3-d224-4786-a1b0-bfcb3f7f4504, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835fcc78-6ba4-4670-bcfc-fddc9aca2380', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:09:33.153233 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:33.275249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1f820082-0cd3-412b-9f55-383497838162 None None] For port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:09:33.279400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1f820082-0cd3-412b-9f55-383497838162 None None] For port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=97ae52d3-d224-4786-a1b0-bfcb3f7f4504,segment=NetworkSegment(835fcc78-6ba4-4670-bcfc-fddc9aca2380),segment_id=835fcc78-6ba4-4670-bcfc-fddc9aca2380)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:09:33.314779 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:33.335756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:33.511276 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Pushing event updated for resources: {'Port': ['ID=97ae52d3-d224-4786-a1b0-bfcb3f7f4504,revision_number=2']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:33.516534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:33.519389 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-383352'] for router, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:33.829049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Router ce5a52b2-7c84-454c-b9e5-b35c270581a0 is scheduled to L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c with binding_index 1 {{(pid=80226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 08:09:34.063695 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73878a-3040-4f2d-9fc4-b7bf9d5fac03 req-ae501691-385f-447d-9fdc-f74488b0289c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:34.065310 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5d73878a-3040-4f2d-9fc4-b7bf9d5fac03 req-ae501691-385f-447d-9fdc-f74488b0289c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.2840855 Jan 21 08:09:34.111643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:09:34.122194 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Sync routers for ids ['ce5a52b2-7c84-454c-b9e5-b35c270581a0'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:09:34.132485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Routers {'ce5a52b2-7c84-454c-b9e5-b35c270581a0'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:34.133386 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:09:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['ce5a52b2-7c84-454c-b9e5-b35c270581a0'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:34.155969 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5d73878a-3040-4f2d-9fc4-b7bf9d5fac03 req-19a268bc-3a74-44c5-a00b-19032e015d88 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827446 Jan 21 08:09:34.194375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] Notify callbacks [] for router, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:34.195861 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-92a18147-e0e3-442c-bf2a-57285cd7a82e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0306752 Jan 21 08:09:34.200210 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 34972) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:34.342694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Set router ce5a52b2-7c84-454c-b9e5-b35c270581a0 gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:34.663889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'name': 'tempest-TestShelveInstance-1226940490-router', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:30Z', 'updated_at': '2021-01-21T08:09:32Z', 'revision_number': 3, 'project_id': '0004ac35533e40cf860770ee1c3185e9', 'gw_port': {'id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:31Z', 'updated_at': '2021-01-21T08:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:34.671199 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Checking router: ce5a52b2-7c84-454c-b9e5-b35c270581a0 for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:09:34.671593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Updating router ce5a52b2-7c84-454c-b9e5-b35c270581a0 port 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a binding host dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 08:09:34.732068 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 479074b1-9ac4-4ec4-a630-9306e2f596db no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:09:34.768630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:34.901320 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:35.050455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec9891-2f51-4b01-99af-2ca10bda2797 None None] Network 94066fd6-cf66-4bf9-827b-6771541be847 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:09:35.141486 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.194937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '479074b1-9ac4-4ec4-a630-9306e2f596db'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:09:35.220714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 479074b1-9ac4-4ec4-a630-9306e2f596db, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=479074b1-9ac4-4ec4-a630-9306e2f596db,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:35.270746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eeb0a40b-75b2-47b4-9786-d4e6aaf7ecd9 None None] Provisioning for port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:09:35.283132 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.288861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:35.322092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:09:35.326591 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '479074b1-9ac4-4ec4-a630-9306e2f596db', 'code': 200} Jan 21 08:09:35.343896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Notify callbacks [] for port, precommit_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.358542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Transition to ACTIVE for port object 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a will not be triggered until provisioned by entity L2. {{(pid=80229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:09:35.360071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eeb0a40b-75b2-47b4-9786-d4e6aaf7ecd9 None None] Provisioning complete for port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:35.360520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a40b-75b2-47b4-9786-d4e6aaf7ecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.393799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.407981 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-593f4d19-aadd-4ef9-b2b8-36fb85874d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:35.415381 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:35.418445 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.457074 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.517185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf215832-245d-43eb-b8c6-9ad926de3b99 req-44ebd515-c49c-41dd-bb96-2b5e76c54ea2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:35.519121 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf215832-245d-43eb-b8c6-9ad926de3b99 req-44ebd515-c49c-41dd-bb96-2b5e76c54ea2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.2016890 Jan 21 08:09:35.555414 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294c7cb-2bc9-47be-bc80-bc528c48b6e5 None None] Pushing event updated for resources: {'Port': ['ID=7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a,revision_number=2']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:35.562989 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f294c7cb-2bc9-47be-bc80-bc528c48b6e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:35.580803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=479074b1-9ac4-4ec4-a630-9306e2f596db,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:35.588511 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:35.675861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Attempting to bind port 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:09:35.675861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Attempting to bind port 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:09:35.675861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Attempting to bind port 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a on network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:09:35.675861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:09:35.675861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Checking segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:09:35.675861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.675861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Bound using segment: {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'} {{(pid=80229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:09:35.675861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Bound port: 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678d9da5-c046-4873-af46-a5360a1370ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}}] {{(pid=80229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:09:35.675861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.706999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.714138 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bf215832-245d-43eb-b8c6-9ad926de3b99 req-214037a7-603e-4e9b-a06d-57a32a0f612c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686156 Jan 21 08:09:35.761581 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] For port 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:09:35.762725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a40b-75b2-47b4-9786-d4e6aaf7ecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.767778 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] For port 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:09:35.787397 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=97ae52d3-d224-4786-a1b0-bfcb3f7f4504,segment=NetworkSegment(835fcc78-6ba4-4670-bcfc-fddc9aca2380),segment_id=835fcc78-6ba4-4670-bcfc-fddc9aca2380)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:35.805286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.833999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:35.875531 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:35.876518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 150c34c9-374e-4a55-822c-ee71de012e6b up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:35.935257 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:35.993431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [None req-eeb0a40b-75b2-47b4-9786-d4e6aaf7ecd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80228) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:09:35.993836 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [None req-eeb0a40b-75b2-47b4-9786-d4e6aaf7ecd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:09:36.121358 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=97ae52d3-d224-4786-a1b0-bfcb3f7f4504,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:36.128704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:36.132163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Allocated IP 172.20.0.1 (94066fd6-cf66-4bf9-827b-6771541be847/df073eb1-be02-4024-88bd-6b28617b6d94/a5c19473-f8d7-4439-9795-6ee766a8b7b0) {{(pid=80226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:09:36.145827 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:09:36.151597 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294c7cb-2bc9-47be-bc80-bc528c48b6e5 None None] Pushing event updated for resources: {'Port': ['ID=7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a,revision_number=3']} {{(pid=80229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:36.169966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f294c7cb-2bc9-47be-bc80-bc528c48b6e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:36.182528 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 150c34c9-374e-4a55-822c-ee71de012e6b completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:09:36.196424 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 150c34c9-374e-4a55-822c-ee71de012e6b triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:36.196813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:36.242173 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Routers {'ce5a52b2-7c84-454c-b9e5-b35c270581a0'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:36.242871 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:09:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['ce5a52b2-7c84-454c-b9e5-b35c270581a0'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:36.438620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:36.439751 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:36.462402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Transition to ACTIVE for port object a5c19473-f8d7-4439-9795-6ee766a8b7b0 will not be triggered until provisioned by entity DHCP. {{(pid=80226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:09:36.476788 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port 150c34c9-374e-4a55-822c-ee71de012e6b, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=150c34c9-374e-4a55-822c-ee71de012e6b,segment=NetworkSegment(36db4bc3-2c13-455b-a555-84360dc24257),segment_id=36db4bc3-2c13-455b-a555-84360dc24257)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:36.519559 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] Set router ce5a52b2-7c84-454c-b9e5-b35c270581a0 gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:36.531039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:36.535066 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:36.544702 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1f820082-0cd3-412b-9f55-383497838162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:36.569152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-84d7f82a-4b41-4169-8664-317fc56c059f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:36.677323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=150c34c9-374e-4a55-822c-ee71de012e6b,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:36.680631 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:36.752153 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c19473-f8d7-4439-9795-6ee766a8b7b0,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:36.762963 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:36.836329 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Network 94066fd6-cf66-4bf9-827b-6771541be847 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:09:36.838298 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:09:36.842460 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.842888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.843768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.844670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.844670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.845009 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.845361 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.845766 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.846171 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.846572 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.846973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.847372 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.848780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.849351 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.849767 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.850170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.850697 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.850963 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.851362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.851824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.852141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.852703 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.853105 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.853816 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:09:36.858045 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Received port after_create {{(pid=80226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:09:36.868638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:36.868638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:36.947643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854392411'] for router_interface, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:36.958422 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-266491c6-ba0a-4b74-92bb-39e54f37c672 None None] Provisioning complete for port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:36.958843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-266491c6-ba0a-4b74-92bb-39e54f37c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:37.094047 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'name': 'tempest-TestShelveInstance-1226940490-router', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:30Z', 'updated_at': '2021-01-21T08:09:32Z', 'revision_number': 3, 'project_id': '0004ac35533e40cf860770ee1c3185e9', 'gw_port': {'id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:31Z', 'updated_at': '2021-01-21T08:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:37.097928 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:37.099432 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb761147-4b67-4796-bfb1-44dac9c84af3 None None] The sync data for ids ['ce5a52b2-7c84-454c-b9e5-b35c270581a0'] in dv-cinder-768592-5-smb is: [{'id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'name': 'tempest-TestShelveInstance-1226940490-router', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:30Z', 'updated_at': '2021-01-21T08:09:32Z', 'revision_number': 3, 'project_id': '0004ac35533e40cf860770ee1c3185e9', 'gw_port': {'id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:31Z', 'updated_at': '2021-01-21T08:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:09:37.314792 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:37.358947 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-60aff4d5-3db1-4ac4-ab9d-8e1df92416b2 None None] Provisioning for port a5c19473-f8d7-4439-9795-6ee766a8b7b0 completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:09:37.365167 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-60aff4d5-3db1-4ac4-ab9d-8e1df92416b2 None None] Provisioning complete for port a5c19473-f8d7-4439-9795-6ee766a8b7b0 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:37.365593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-60aff4d5-3db1-4ac4-ab9d-8e1df92416b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:37.635043 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-60aff4d5-3db1-4ac4-ab9d-8e1df92416b2 None None] Port a5c19473-f8d7-4439-9795-6ee766a8b7b0 cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:09:37.680697 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:37.723918 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1160483'] for port, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:37.756218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b6c2f512-16fd-4e64-89dd-524f183e219e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:37.851482 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c19473-f8d7-4439-9795-6ee766a8b7b0,revision_number=2']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:37.855938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:37.857148 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853185421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854393790'] for router_interface, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:37.868977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35020) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:38.021343 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Network 94066fd6-cf66-4bf9-827b-6771541be847 is already hosted by enough agents. {{(pid=80226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:09:38.029130 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Resources bound (agent type, host, resource id): {{(pid=80226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:09:38.278079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Router ce5a52b2-7c84-454c-b9e5-b35c270581a0 has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:09:38.362032 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-83dac910-481a-4f42-b828-89d6522b5232 None None] Provisioning complete for port a5c19473-f8d7-4439-9795-6ee766a8b7b0 triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:38.362873 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-83dac910-481a-4f42-b828-89d6522b5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:38.422429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-83dac910-481a-4f42-b828-89d6522b5232 None None] Port a5c19473-f8d7-4439-9795-6ee766a8b7b0 cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:09:38.774814 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35044) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:38.813199 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:09:38.838139 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-4b154966-bb98-42fa-818a-bfcfdbfe2241 admin admin] 10.222.0.64 "PUT /v2.0/routers/ce5a52b2-7c84-454c-b9e5-b35c270581a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6279509 Jan 21 08:09:38.850378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 150c34c9-374e-4a55-822c-ee71de012e6b up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:38.913025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad511f-b428-401e-b674-445d4a1e12bc req-15d31f1c-0d63-4f48-a6ab-d8f43d3fe2c4 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:38.923019 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0ad511f-b428-401e-b674-445d4a1e12bc req-15d31f1c-0d63-4f48-a6ab-d8f43d3fe2c4 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1901650 Jan 21 08:09:38.929760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 150c34c9-374e-4a55-822c-ee71de012e6b triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:38.929760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:39.013906 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0ad511f-b428-401e-b674-445d4a1e12bc req-9bf1f6aa-3dc1-4311-a5bb-37bf044ab489 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893288 Jan 21 08:09:39.059339 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-259347af-255b-46d5-ad75-b2cd604e345b req-1bb65883-db03-44c0-aa6a-1967723363e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2819498 Jan 21 08:09:39.071121 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854393811'] for router_interface, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:39.078685 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:39.203444 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:09:39.209873 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:39.210503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:39.343253 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:39.362427 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:39.399124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:39.402018 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7990bb17-6a5e-4a78-82ef-fb1eeeaa89d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:39.469747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] Deleting port c5493347-7acf-42a1-be60-030db1edcb0a {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:09:39.470114 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:39.475236 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:39.478721 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:39.634198 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-747214930', 'description': 'tempest-TestShelveInstance-747214930 description'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:09:39.644249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:39.648852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Usage tracker for resource:security_group and tenant:fa95e5cc2f214246a516bb6f07cb8060 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:39.652057 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:39.657819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:39.659012 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] For port c5493347-7acf-42a1-be60-030db1edcb0a, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=c5493347-7acf-42a1-be60-030db1edcb0a,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:39.659414 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:39.702150 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:39.724025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:39.728070 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Usage tracker for resource:security_group_rule and tenant:fa95e5cc2f214246a516bb6f07cb8060 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:39.731233 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:39.737891 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:39.793983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] Calling delete_port for c5493347-7acf-42a1-be60-030db1edcb0a owned by network:router_interface {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:09:39.818497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:39.850696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:39.856638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-277dc2f3-7d28-43ca-8965-cb76bea35d20 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:39.898814 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:39.901999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:39.925117 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:39.926885 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7c4cb230-8ee6-457e-8c55-8f96b6e60881 req-8ab8b9ff-8262-4a86-9fbd-9f35708491d4 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2978487 Jan 21 08:09:40.263929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Sync routers for ids ['ce5a52b2-7c84-454c-b9e5-b35c270581a0'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:09:40.275120 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Routers {'ce5a52b2-7c84-454c-b9e5-b35c270581a0'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:40.275821 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:09:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['ce5a52b2-7c84-454c-b9e5-b35c270581a0'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:40.286747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5abb68-a757-4d65-a54d-f14387314685 req-8f795743-13b9-4702-92f5-02bb36b8cecd tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:40.288502 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2d5abb68-a757-4d65-a54d-f14387314685 req-8f795743-13b9-4702-92f5-02bb36b8cecd tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1191604 Jan 21 08:09:40.304875 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e00e41d4-7028-430f-b174-7df88fc2b542 req-9a92bbb5-9061-448d-a332-18578934bbbf tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups/f8ae2a97-2f81-4f99-a39a-c19bbc5a270d HTTP/1.1" status: 200 len: 1800 time: 0.0910051 Jan 21 08:09:40.320034 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-e00e41d4-7028-430f-b174-7df88fc2b542 req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8ae2a97-2f81-4f99-a39a-c19bbc5a270d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:09:40.320417 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-e00e41d4-7028-430f-b174-7df88fc2b542 req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8ae2a97-2f81-4f99-a39a-c19bbc5a270d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:09:40.335496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-e00e41d4-7028-430f-b174-7df88fc2b542 req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:40.347587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e00e41d4-7028-430f-b174-7df88fc2b542 req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Usage tracker for resource:security_group_rule and tenant:fa95e5cc2f214246a516bb6f07cb8060 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:40.351886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e00e41d4-7028-430f-b174-7df88fc2b542 req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:40.353208 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2d5abb68-a757-4d65-a54d-f14387314685 req-f29b6993-674c-4545-abc6-e2dcfe963401 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583708 Jan 21 08:09:40.358594 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-e00e41d4-7028-430f-b174-7df88fc2b542 req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:40.482109 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Set router ce5a52b2-7c84-454c-b9e5-b35c270581a0 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:40.510564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e00e41d4-7028-430f-b174-7df88fc2b542 req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for security_group_rule, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:40.514758 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:40.529644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5b04eb20-f7c7-49dd-aa9c-28185d7c1fb7 tempest-ServerRescueNegativeTestJSON-1867263928 tempest-ServerRescueNegativeTestJSON-1867263928] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:40.591147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5493347-7acf-42a1-be60-030db1edcb0a,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:40.657914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:40.659854 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e00e41d4-7028-430f-b174-7df88fc2b542 req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:40.703431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e00e41d4-7028-430f-b174-7df88fc2b542 req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581094'] for security_group_rule, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:40.708433 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:40.750484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6cfa36-24ee-4196-9be8-990c1018c074,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:40.757798 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:40.836122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e00e41d4-7028-430f-b174-7df88fc2b542 req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for security_group_rule, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:40.837517 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e00e41d4-7028-430f-b174-7df88fc2b542 req-22a4cffd-2fc1-48d2-a048-34c01e871923 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5243306 Jan 21 08:09:40.839395 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:40.971534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'name': 'tempest-TestShelveInstance-1226940490-router', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:30Z', 'updated_at': '2021-01-21T08:09:37Z', 'revision_number': 4, 'project_id': '0004ac35533e40cf860770ee1c3185e9', 'gw_port': {'id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:31Z', 'updated_at': '2021-01-21T08:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'a5c19473-f8d7-4439-9795-6ee766a8b7b0', 'name': '', 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'mac_address': 'fa:16:3e:a8:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'df073eb1-be02-4024-88bd-6b28617b6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:35Z', 'updated_at': '2021-01-21T08:09:37Z', 'revision_number': 2, 'project_id': '0004ac35533e40cf860770ee1c3185e9', 'subnets': [{'id': 'df073eb1-be02-4024-88bd-6b28617b6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:40.976124 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:40.976438 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:40.982232 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ed06881d-048d-4402-87b9-811dc8f3530b req-cc1be013-8d68-4d30-b1c4-e57cd00cfe83 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups/f8ae2a97-2f81-4f99-a39a-c19bbc5a270d HTTP/1.1" status: 200 len: 2393 time: 0.0985732 Jan 21 08:09:40.996631 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-ed06881d-048d-4402-87b9-811dc8f3530b req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8ae2a97-2f81-4f99-a39a-c19bbc5a270d', 'remote_group_id': None}]} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:09:40.997589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-ed06881d-048d-4402-87b9-811dc8f3530b req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8ae2a97-2f81-4f99-a39a-c19bbc5a270d', 'remote_group_id': None}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:09:41.011903 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-ed06881d-048d-4402-87b9-811dc8f3530b req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:41.016834 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-ed06881d-048d-4402-87b9-811dc8f3530b req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Usage tracker for resource:security_group_rule and tenant:fa95e5cc2f214246a516bb6f07cb8060 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:41.020478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-ed06881d-048d-4402-87b9-811dc8f3530b req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:41.027857 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-ed06881d-048d-4402-87b9-811dc8f3530b req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:41.030337 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Checking router: ce5a52b2-7c84-454c-b9e5-b35c270581a0 for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:09:41.030337 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Updating router ce5a52b2-7c84-454c-b9e5-b35c270581a0 port a5c19473-f8d7-4439-9795-6ee766a8b7b0 binding host dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 08:09:41.067864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1590394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854393653'] for router_interface, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:41.111966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:41.129430 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ed06881d-048d-4402-87b9-811dc8f3530b req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for security_group_rule, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:41.159939 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ed06881d-048d-4402-87b9-811dc8f3530b req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:41.193449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ed06881d-048d-4402-87b9-811dc8f3530b req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581094'] for security_group_rule, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:41.195813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:41.262271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fded85-dcac-4fce-83bf-5096ac663fe0,revision_number=0']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:41.265841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:41.307652 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-ed06881d-048d-4402-87b9-811dc8f3530b req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for security_group_rule, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:41.309374 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ed06881d-048d-4402-87b9-811dc8f3530b req-521a223b-1431-415c-ad5d-5662ee63626b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3181436 Jan 21 08:09:41.683129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Notify callbacks [] for port, precommit_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:41.697336 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Transition to ACTIVE for port object a5c19473-f8d7-4439-9795-6ee766a8b7b0 will not be triggered until provisioned by entity L2. {{(pid=80228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:09:41.716462 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] Router d8c14d56-8fa9-4544-ae13-2e186569f54d has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:09:41.730274 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:41.739777 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fad26f-b4d2-48ea-b8db-b9a0f47c89e2 req-b519ad0d-c6c4-4474-a813-4b90543f3957 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:41.741461 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-98fad26f-b4d2-48ea-b8db-b9a0f47c89e2 req-b519ad0d-c6c4-4474-a813-4b90543f3957 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.2003379 Jan 21 08:09:41.747098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:41.884285 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d2dab-02d5-40c3-a70d-6e3487b18a26 None None] Pushing event updated for resources: {'Port': ['ID=a5c19473-f8d7-4439-9795-6ee766a8b7b0,revision_number=3']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:41.886951 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-98fad26f-b4d2-48ea-b8db-b9a0f47c89e2 req-4c3c2be1-94e2-4943-a086-d301cf9f9cef tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364603 Jan 21 08:09:41.889051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-988d2dab-02d5-40c3-a70d-6e3487b18a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:41.985565 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:09:41.992873 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-28f62d65-9d6c-459b-8ff6-1df67bc0798a admin admin] 10.222.0.64 "PUT /v2.0/routers/d8c14d56-8fa9-4544-ae13-2e186569f54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1209407 Jan 21 08:09:41.994269 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 35112) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:42.005867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a4239f-13e0-45aa-9cf5-903a289d09ac None None] Sync routers for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:09:42.017899 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4239f-13e0-45aa-9cf5-903a289d09ac None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:42.018783 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-86a4239f-13e0-45aa-9cf5-903a289d09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:09:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:42.095888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Attempting to bind port a5c19473-f8d7-4439-9795-6ee766a8b7b0 on host dv-cinder-768592-5-smb for vnic_type normal with profile {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:09:42.095888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Attempting to bind port a5c19473-f8d7-4439-9795-6ee766a8b7b0 by drivers openvswitch on host dv-cinder-768592-5-smb at level 0 using segments [{'id': '835fcc78-6ba4-4670-bcfc-fddc9aca2380', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847'}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:09:42.095888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Attempting to bind port a5c19473-f8d7-4439-9795-6ee766a8b7b0 on network 94066fd6-cf66-4bf9-827b-6771541be847 {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:09:42.101878 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Checking agent: {'id': 'aa3ac9c2-1e95-41fb-8a6a-a2b6c7de8670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 49, 55), 'started_at': datetime.datetime(2021, 1, 21, 7, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:09:42.102240 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Checking segment: {'id': '835fcc78-6ba4-4670-bcfc-fddc9aca2380', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:09:42.102641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:42.103069 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Bound using segment: {'id': '835fcc78-6ba4-4670-bcfc-fddc9aca2380', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847'} {{(pid=80228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:09:42.103598 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Bound port: a5c19473-f8d7-4439-9795-6ee766a8b7b0, host: dv-cinder-768592-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835fcc78-6ba4-4670-bcfc-fddc9aca2380', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847'}}] {{(pid=80228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:09:42.104073 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:42.225768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] For port a5c19473-f8d7-4439-9795-6ee766a8b7b0, host dv-cinder-768592-5-smb, cleared binding levels {{(pid=80228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:09:42.229920 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] For port a5c19473-f8d7-4439-9795-6ee766a8b7b0, host dv-cinder-768592-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=a5c19473-f8d7-4439-9795-6ee766a8b7b0,segment=NetworkSegment(835fcc78-6ba4-4670-bcfc-fddc9aca2380),segment_id=835fcc78-6ba4-4670-bcfc-fddc9aca2380)] {{(pid=80228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:09:42.267128 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:42.304247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-86a4239f-13e0-45aa-9cf5-903a289d09ac None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:42.326423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Notify callbacks [] for router, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:42.352979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a1f52ec-4842-4a7a-bf1a-e07df870256b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:42.548875 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:42.556212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Deleting port 1060373d-cb68-4e18-85f8-82668857fd43 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:09:42.557240 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:42.655861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d2dab-02d5-40c3-a70d-6e3487b18a26 None None] Pushing event updated for resources: {'Port': ['ID=a5c19473-f8d7-4439-9795-6ee766a8b7b0,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:42.664478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-988d2dab-02d5-40c3-a70d-6e3487b18a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:42.688485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-86a4239f-13e0-45aa-9cf5-903a289d09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:09:40Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:42.693930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a4239f-13e0-45aa-9cf5-903a289d09ac None None] Checking router: d8c14d56-8fa9-4544-ae13-2e186569f54d for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:09:42.699465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Routers {'ce5a52b2-7c84-454c-b9e5-b35c270581a0'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:42.700154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:09:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['ce5a52b2-7c84-454c-b9e5-b35c270581a0'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:42.704241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4239f-13e0-45aa-9cf5-903a289d09ac None None] Routers {'d8c14d56-8fa9-4544-ae13-2e186569f54d'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:09:42.705046 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-86a4239f-13e0-45aa-9cf5-903a289d09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:09:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['d8c14d56-8fa9-4544-ae13-2e186569f54d'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:42.861082 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] For port 1060373d-cb68-4e18-85f8-82668857fd43, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=1060373d-cb68-4e18-85f8-82668857fd43,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:42.861862 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:42.941086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-86a4239f-13e0-45aa-9cf5-903a289d09ac None None] Set router d8c14d56-8fa9-4544-ae13-2e186569f54d gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:42.943119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] Set router ce5a52b2-7c84-454c-b9e5-b35c270581a0 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:09:43.041186 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Calling delete_port for 1060373d-cb68-4e18-85f8-82668857fd43 owned by network:router_gateway {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:09:43.222447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409cc5-83a5-482c-a259-e8c60545e8b6 req-2b58e12c-caba-416d-b7ac-6deebc709955 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:43.224942 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-12409cc5-83a5-482c-a259-e8c60545e8b6 req-2b58e12c-caba-416d-b7ac-6deebc709955 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1532013 Jan 21 08:09:43.330229 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-12409cc5-83a5-482c-a259-e8c60545e8b6 req-bacd4d6e-151f-4129-b619-372c39f68ff4 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729115 Jan 21 08:09:43.333469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:43.395161 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-86a4239f-13e0-45aa-9cf5-903a289d09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:09:40Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:43.397959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'name': 'tempest-TestShelveInstance-1226940490-router', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:30Z', 'updated_at': '2021-01-21T08:09:37Z', 'revision_number': 4, 'project_id': '0004ac35533e40cf860770ee1c3185e9', 'gw_port': {'id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:31Z', 'updated_at': '2021-01-21T08:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'a5c19473-f8d7-4439-9795-6ee766a8b7b0', 'name': '', 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'mac_address': 'fa:16:3e:a8:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'df073eb1-be02-4024-88bd-6b28617b6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:35Z', 'updated_at': '2021-01-21T08:09:42Z', 'revision_number': 4, 'project_id': '0004ac35533e40cf860770ee1c3185e9', 'subnets': [{'id': 'df073eb1-be02-4024-88bd-6b28617b6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:43.399497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a4239f-13e0-45aa-9cf5-903a289d09ac None None] The sync data for ids ['d8c14d56-8fa9-4544-ae13-2e186569f54d'] in dv-cinder-768592-5-smb is: [{'id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'name': 'tempest-AttachVolumeTestJSON-96461543-router', 'tenant_id': '1f1c6571386d4c078fea438e75156ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '1060373d-cb68-4e18-85f8-82668857fd43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:15Z', 'updated_at': '2021-01-21T08:09:40Z', 'revision_number': 5, 'project_id': '1f1c6571386d4c078fea438e75156ddf', 'gw_port': {'id': '1060373d-cb68-4e18-85f8-82668857fd43', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c14d56-8fa9-4544-ae13-2e186569f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:19Z', 'updated_at': '2021-01-21T08:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:09:43.410177 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a969b4-cd12-4549-acf5-a583581bb1c5 None None] The sync data for ids ['ce5a52b2-7c84-454c-b9e5-b35c270581a0'] in dv-cinder-768592-5-smb is: [{'id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'name': 'tempest-TestShelveInstance-1226940490-router', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:30Z', 'updated_at': '2021-01-21T08:09:37Z', 'revision_number': 4, 'project_id': '0004ac35533e40cf860770ee1c3185e9', 'gw_port': {'id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:31Z', 'updated_at': '2021-01-21T08:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'a5c19473-f8d7-4439-9795-6ee766a8b7b0', 'name': '', 'network_id': '94066fd6-cf66-4bf9-827b-6771541be847', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'mac_address': 'fa:16:3e:a8:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'df073eb1-be02-4024-88bd-6b28617b6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:35Z', 'updated_at': '2021-01-21T08:09:42Z', 'revision_number': 4, 'project_id': '0004ac35533e40cf860770ee1c3185e9', 'subnets': [{'id': 'df073eb1-be02-4024-88bd-6b28617b6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:09:43.573782 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-383322'] for router_gateway, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:43.729330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64930'] for router, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:43.732694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:43.770858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854392953'] for router, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:43.771636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c14d56-8fa9-4544-ae13-2e186569f54d {{(pid=80226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 08:09:43.788167 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] Notify callbacks [] for router, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:43.789606 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5b4d97da-4f51-42b1-a44c-4362fdfbb776 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d8c14d56-8fa9-4544-ae13-2e186569f54d HTTP/1.1" status: 204 len: 168 time: 1.7941914 Jan 21 08:09:43.792278 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 35142) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:43.865653 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1954ab14-5ab2-40c5-ab8c-16eb81a23f8d admin admin] Deleting subnet 2e5447aa-b413-44fe-b584-4a19bb1e582c {{(pid=80226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:09:43.869004 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1954ab14-5ab2-40c5-ab8c-16eb81a23f8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:43.934882 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1954ab14-5ab2-40c5-ab8c-16eb81a23f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4045688'] for subnet, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:44.036503 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1954ab14-5ab2-40c5-ab8c-16eb81a23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:44.062029 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259347af-255b-46d5-ad75-b2cd604e345b req-d5c81e7c-29b3-4a85-a9cf-b2b2f6678031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:44.063695 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-259347af-255b-46d5-ad75-b2cd604e345b req-d5c81e7c-29b3-4a85-a9cf-b2b2f6678031 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad&tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f HTTP/1.1" status: 200 len: 1161 time: 0.0884933 Jan 21 08:09:44.195891 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259347af-255b-46d5-ad75-b2cd604e345b req-2017879d-b648-4642-bfd5-b099628741a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:44.197759 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-259347af-255b-46d5-ad75-b2cd604e345b req-2017879d-b648-4642-bfd5-b099628741a8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 1161 time: 0.0897443 Jan 21 08:09:44.374963 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259347af-255b-46d5-ad75-b2cd604e345b req-bff89ca1-c634-47f0-90ef-9db3ac530f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:44.376592 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-259347af-255b-46d5-ad75-b2cd604e345b req-bff89ca1-c634-47f0-90ef-9db3ac530f0a service neutron] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 911 time: 0.1653132 Jan 21 08:09:44.392137 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1954ab14-5ab2-40c5-ab8c-16eb81a23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1160558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985224'] for subnet, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:44.482665 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9b7fcbc4-0e40-443c-b9a2-aa218c3c723a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:44.539732 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954ab14-5ab2-40c5-ab8c-16eb81a23f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5447aa-b413-44fe-b584-4a19bb1e582c,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:44.543438 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1954ab14-5ab2-40c5-ab8c-16eb81a23f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:44.555662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1954ab14-5ab2-40c5-ab8c-16eb81a23f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:44.561880 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc535b-94a0-4f94-9745-f3ec2289937a None None] Network 75214904-c0b0-44db-9af2-b3f288039817 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:09:44.574590 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-259347af-255b-46d5-ad75-b2cd604e345b req-da8b52f6-c6b8-42ed-a9d5-efd9efde4e7b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=479074b1-9ac4-4ec4-a630-9306e2f596db HTTP/1.1" status: 200 len: 1000 time: 0.1846213 Jan 21 08:09:44.575885 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-1954ab14-5ab2-40c5-ab8c-16eb81a23f8d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2e5447aa-b413-44fe-b584-4a19bb1e582c HTTP/1.1" status: 204 len: 168 time: 0.7819426 Jan 21 08:09:44.578123 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 35150) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:44.673995 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259347af-255b-46d5-ad75-b2cd604e345b req-747976bd-6b64-4d11-9c5d-e5dbe07fe983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:44.676821 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-259347af-255b-46d5-ad75-b2cd604e345b req-747976bd-6b64-4d11-9c5d-e5dbe07fe983 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.0849860 Jan 21 08:09:44.711168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:44.723895 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8b158-18c5-4fc6-b692-3a3c3e727b76 req-39f404af-7625-4683-a92a-22ed8857a289 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:44.726422 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35a8b158-18c5-4fc6-b692-3a3c3e727b76 req-39f404af-7625-4683-a92a-22ed8857a289 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.2162528 Jan 21 08:09:44.801897 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Deleting port 783dfd80-f630-4c18-afb3-1969c7ebaf4a {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:09:44.802276 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:44.825851 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device a5c19473-f8d7-4439-9795-6ee766a8b7b0 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:44.873285 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259347af-255b-46d5-ad75-b2cd604e345b req-83d505b6-e3d0-41f6-951f-4aa295aec498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:44.875458 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-259347af-255b-46d5-ad75-b2cd604e345b req-83d505b6-e3d0-41f6-951f-4aa295aec498 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1479146 Jan 21 08:09:44.882119 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-35a8b158-18c5-4fc6-b692-3a3c3e727b76 req-2b9ca0bc-8c14-4376-833b-894826d6397c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051095 Jan 21 08:09:44.891668 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b574efd-1d8c-4bfc-8f51-fe65eacc642c None None] DHCP port deletion for 75214904-c0b0-44db-9af2-b3f288039817 request from dv-cinder-768592-5-smb {{(pid=80228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 08:09:44.898396 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-0b574efd-1d8c-4bfc-8f51-fe65eacc642c None None] Deleting port 783dfd80-f630-4c18-afb3-1969c7ebaf4a {{(pid=80228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:09:44.899045 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0b574efd-1d8c-4bfc-8f51-fe65eacc642c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:45.077353 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] For port 783dfd80-f630-4c18-afb3-1969c7ebaf4a, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=783dfd80-f630-4c18-afb3-1969c7ebaf4a,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:45.077937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:45.183244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning for port a5c19473-f8d7-4439-9795-6ee766a8b7b0 completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:09:45.188325 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-0b574efd-1d8c-4bfc-8f51-fe65eacc642c None None] For port 783dfd80-f630-4c18-afb3-1969c7ebaf4a, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=783dfd80-f630-4c18-afb3-1969c7ebaf4a,segment=NetworkSegment(7d3b359a-1d97-4985-977d-15f527802f12),segment_id=7d3b359a-1d97-4985-977d-15f527802f12)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:45.188779 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0b574efd-1d8c-4bfc-8f51-fe65eacc642c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:45.202711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port a5c19473-f8d7-4439-9795-6ee766a8b7b0 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:45.203279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:45.233957 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Calling delete_port for 783dfd80-f630-4c18-afb3-1969c7ebaf4a owned by network:dhcp {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:09:45.287046 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-259347af-255b-46d5-ad75-b2cd604e345b req-5e24d224-5c4e-4cec-9b14-99358fa0f892 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980520 Jan 21 08:09:45.396580 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-0b574efd-1d8c-4bfc-8f51-fe65eacc642c None None] Calling delete_port for 783dfd80-f630-4c18-afb3-1969c7ebaf4a owned by network:dhcp {{(pid=80228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:09:45.416083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:45.433612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5cbc8d5c-f69c-4037-b386-c817293291bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:45.447296 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-259347af-255b-46d5-ad75-b2cd604e345b req-80d0b3ce-75a4-467d-b5aa-dcd14a8258d5 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1475873 Jan 21 08:09:45.529213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Pushing event deleted for resources: {'Port': ['ID=783dfd80-f630-4c18-afb3-1969c7ebaf4a,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:45.540154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [None req-0b574efd-1d8c-4bfc-8f51-fe65eacc642c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80228) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:09:45.540599 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [None req-0b574efd-1d8c-4bfc-8f51-fe65eacc642c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:09:45.543740 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:45.554526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:45.581165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] No DVR routers for this DVR port 783dfd80-f630-4c18-afb3-1969c7ebaf4a on host dv-cinder-768592-5-smb {{(pid=80226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:09:45.592603 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] For port a5c19473-f8d7-4439-9795-6ee766a8b7b0, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=a5c19473-f8d7-4439-9795-6ee766a8b7b0,segment=NetworkSegment(835fcc78-6ba4-4670-bcfc-fddc9aca2380),segment_id=835fcc78-6ba4-4670-bcfc-fddc9aca2380)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:09:45.627876 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:45.632122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6a1f52ec-4842-4a7a-bf1a-e07df870256b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:45.714279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device c5493347-7acf-42a1-be60-030db1edcb0a no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:09:45.715263 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:45.758102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: c5493347-7acf-42a1-be60-030db1edcb0a {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:09:45.758499 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device c5493347-7acf-42a1-be60-030db1edcb0a not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:09:45.758966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 1060373d-cb68-4e18-85f8-82668857fd43 no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:09:45.790159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Pushing event updated for resources: {'Port': ['ID=a5c19473-f8d7-4439-9795-6ee766a8b7b0,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:45.799321 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:45.799896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: 1060373d-cb68-4e18-85f8-82668857fd43 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:09:45.800322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 1060373d-cb68-4e18-85f8-82668857fd43 not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:09:46.042064 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-0b574efd-1d8c-4bfc-8f51-fe65eacc642c None None] Deleting port 783dfd80-f630-4c18-afb3-1969c7ebaf4a {{(pid=80228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:09:46.042513 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0b574efd-1d8c-4bfc-8f51-fe65eacc642c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:46.126878 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-0b574efd-1d8c-4bfc-8f51-fe65eacc642c None None] The port '783dfd80-f630-4c18-afb3-1969c7ebaf4a' was deleted {{(pid=80228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 08:09:46.137289 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75214904-c0b0-44db-9af2-b3f288039817']}} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:46.157132 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3b359a-1d97-4985-977d-15f527802f12') {'for_net_delete': True} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:46.157475 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3b359a-1d97-4985-977d-15f527802f12') {} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:09:46.179571 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850730128'] for segment, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:46.224244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f5fdb-7c1d-43fc-8fdd-7f9508f1d761 req-8a88c4bc-c797-439b-9cb8-1e54d69ed672 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:46.225881 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a20f5fdb-7c1d-43fc-8fdd-7f9508f1d761 req-8a88c4bc-c797-439b-9cb8-1e54d69ed672 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1793907 Jan 21 08:09:46.279949 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a20f5fdb-7c1d-43fc-8fdd-7f9508f1d761 req-612d4c3c-608d-428b-af21-6dfcf0641dc1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475261 Jan 21 08:09:46.281079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:46.283375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:09:46.467360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:46.470670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Network 75214904-c0b0-44db-9af2-b3f288039817 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:09:46.486423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1160449'] for segment, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:46.670841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Network 75214904-c0b0-44db-9af2-b3f288039817 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:09:46.695293 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:09:46.765505 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device a5c19473-f8d7-4439-9795-6ee766a8b7b0 up at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:09:46.852383 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Provisioning complete for port a5c19473-f8d7-4439-9795-6ee766a8b7b0 triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:09:46.852943 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:46.896295 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:46.902191 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:46.906499 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:46.937361 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Pushing event deleted for resources: {'Network': ['ID=75214904-c0b0-44db-9af2-b3f288039817,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:46.940756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:46.982834 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] 10.222.0.64 "DELETE /v2.0/networks/75214904-c0b0-44db-9af2-b3f288039817 HTTP/1.1" status: 204 len: 168 time: 2.4029846 Jan 21 08:09:47.032896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 783dfd80-f630-4c18-afb3-1969c7ebaf4a no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:09:47.076011 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: 783dfd80-f630-4c18-afb3-1969c7ebaf4a {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:09:47.076226 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 783dfd80-f630-4c18-afb3-1969c7ebaf4a not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:09:47.306129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 35182) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:47.380595 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9d1865af-2f9b-4219-9108-526dfba9a26b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f1c6571386d4c078fea438e75156ddf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0730319 Jan 21 08:09:47.384526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35188) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:47.525218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-42f63eeb-5b33-4fc9-88f9-a7002dd65e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:47.562934 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-42f63eeb-5b33-4fc9-88f9-a7002dd65e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:47.637312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a78a95-0925-4e2d-be5a-5e29a345e43d req-5d6521ec-0de1-45af-bb4a-cef2add8cdcc tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:47.638942 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-79a78a95-0925-4e2d-be5a-5e29a345e43d req-5d6521ec-0de1-45af-bb4a-cef2add8cdcc tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1817017 Jan 21 08:09:47.687772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-42f63eeb-5b33-4fc9-88f9-a7002dd65e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:47.694512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e284103e-9271-4222-b868-f9926f9c6f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:47.711946 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-79a78a95-0925-4e2d-be5a-5e29a345e43d req-18088155-e693-4cf0-838f-d2bafd1ee82d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664363 Jan 21 08:09:47.719159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f63eeb-5b33-4fc9-88f9-a7002dd65e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade31714-925a-401b-b90c-20977b7c708a,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:47.725038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-42f63eeb-5b33-4fc9-88f9-a7002dd65e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:47.726974 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-42f63eeb-5b33-4fc9-88f9-a7002dd65e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:47.728249 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-42f63eeb-5b33-4fc9-88f9-a7002dd65e89 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ade31714-925a-401b-b90c-20977b7c708a HTTP/1.1" status: 204 len: 168 time: 0.3416793 Jan 21 08:09:49.024494 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c607c-6224-4282-9f9a-3f8aab0fb442 req-5627e33b-c11a-47a0-84cc-30bb802a0643 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:49.026234 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e69c607c-6224-4282-9f9a-3f8aab0fb442 req-5627e33b-c11a-47a0-84cc-30bb802a0643 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1406255 Jan 21 08:09:49.115055 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e69c607c-6224-4282-9f9a-3f8aab0fb442 req-535b566c-54d4-4aa3-a580-3934544d7286 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823228 Jan 21 08:09:50.368338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6a94e-1c11-44c5-b6f6-8c65c2c88a38 req-acefd440-a857-4bd4-9793-301da0dfa100 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:50.369978 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-62c6a94e-1c11-44c5-b6f6-8c65c2c88a38 req-acefd440-a857-4bd4-9793-301da0dfa100 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1044142 Jan 21 08:09:50.429311 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-62c6a94e-1c11-44c5-b6f6-8c65c2c88a38 req-1bc59413-2010-494e-8382-5aaa0bbb0b12 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513637 Jan 21 08:09:50.861605 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5550b8c2-e6f9-4719-924e-8710a3f444c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:51.681436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34dde9-1f61-4170-bf92-2b99bdb15ac1 req-78ec8464-3bdf-4d2b-833a-23fd92b48801 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:51.683076 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b34dde9-1f61-4170-bf92-2b99bdb15ac1 req-78ec8464-3bdf-4d2b-833a-23fd92b48801 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1057284 Jan 21 08:09:51.744510 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b34dde9-1f61-4170-bf92-2b99bdb15ac1 req-c02f7ff3-4e47-4696-a79b-6b27cd788d97 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548718 Jan 21 08:09:53.010481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb74b45-2959-43cf-8565-ccb4fb19f0f9 req-f9756cac-6134-4b15-8eb6-0814a782ffa5 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:53.012243 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7bb74b45-2959-43cf-8565-ccb4fb19f0f9 req-f9756cac-6134-4b15-8eb6-0814a782ffa5 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1144252 Jan 21 08:09:53.044900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dc8f405e-a65b-4264-8fc2-5b48daebb62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:53.063767 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-7bb74b45-2959-43cf-8565-ccb4fb19f0f9 req-0609cb66-93c8-41e0-a340-aecdf81992aa tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450385 Jan 21 08:09:53.896215 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:54.330371 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c5d4c-b13c-490d-bc76-88434e763cf1 req-a77c655e-938b-48bb-b4c6-c009372f7282 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:54.332708 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-131c5d4c-b13c-490d-bc76-88434e763cf1 req-a77c655e-938b-48bb-b4c6-c009372f7282 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1104703 Jan 21 08:09:54.397224 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-131c5d4c-b13c-490d-bc76-88434e763cf1 req-d3b7e040-cb91-435d-9e0b-85773f8212b6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511317 Jan 21 08:09:54.970801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:55.692733 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53198b5-fee5-410a-acda-bc19dac3c485 req-0ff7009e-0b9e-4317-8216-c66e7ccda2de tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:55.695542 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b53198b5-fee5-410a-acda-bc19dac3c485 req-0ff7009e-0b9e-4317-8216-c66e7ccda2de tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1381471 Jan 21 08:09:55.755650 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b53198b5-fee5-410a-acda-bc19dac3c485 req-7ab191f6-14b2-49ba-b0f6-0b3b23e8119f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549059 Jan 21 08:09:55.769684 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:56.021078 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35314) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:56.184714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-351742cf-6798-4c0a-9874-4ada9d9cb290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:56.206459 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-351742cf-6798-4c0a-9874-4ada9d9cb290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:09:56.210835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-351742cf-6798-4c0a-9874-4ada9d9cb290 admin admin] Usage tracker for resource:security_group_rule and tenant:aba416100f514f02b947bcacbdacb3be is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:09:56.214122 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-351742cf-6798-4c0a-9874-4ada9d9cb290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:09:56.220399 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-351742cf-6798-4c0a-9874-4ada9d9cb290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:09:56.384406 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-351742cf-6798-4c0a-9874-4ada9d9cb290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:56.426675 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-351742cf-6798-4c0a-9874-4ada9d9cb290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:56.436819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-fcd18103-5e98-4594-ab80-f87bd474afdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:56.483358 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-351742cf-6798-4c0a-9874-4ada9d9cb290 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aba416100f514f02b947bcacbdacb3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4608481 Jan 21 08:09:56.485168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351742cf-6798-4c0a-9874-4ada9d9cb290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc5ecb9-d7ea-46f7-b5f5-68a44f738544,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:56.486318 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 35320) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:09:56.489300 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-351742cf-6798-4c0a-9874-4ada9d9cb290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:56.553861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b74a7c8-2ae7-4848-ac04-ccfaf101cc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:56.581998 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b74a7c8-2ae7-4848-ac04-ccfaf101cc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:56.665914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b74a7c8-2ae7-4848-ac04-ccfaf101cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:56.671311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-240436de-72f2-4ceb-bddf-9bcc1d329360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:09:56.685995 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74a7c8-2ae7-4848-ac04-ccfaf101cc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc5ecb9-d7ea-46f7-b5f5-68a44f738544,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:09:56.688685 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4b74a7c8-2ae7-4848-ac04-ccfaf101cc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:09:56.690799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4b74a7c8-2ae7-4848-ac04-ccfaf101cc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:09:56.692090 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-4b74a7c8-2ae7-4848-ac04-ccfaf101cc63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/adc5ecb9-d7ea-46f7-b5f5-68a44f738544 HTTP/1.1" status: 204 len: 168 time: 0.2046885 Jan 21 08:09:57.019536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf362f02-ba5c-4931-be11-d7983eb99188 req-6ffa09c4-023d-4178-ad4b-02002c285ce2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:57.027649 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cf362f02-ba5c-4931-be11-d7983eb99188 req-6ffa09c4-023d-4178-ad4b-02002c285ce2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1128128 Jan 21 08:09:57.074521 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cf362f02-ba5c-4931-be11-d7983eb99188 req-e6ec999a-a7da-4645-883b-4e12b4cc7f0a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458298 Jan 21 08:09:58.360274 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0a65b-eb12-4fe4-98ee-e4f4f1fcf32b req-aa8e56e2-cb0b-458c-904f-2076fffddba2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:58.362005 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d2c0a65b-eb12-4fe4-98ee-e4f4f1fcf32b req-aa8e56e2-cb0b-458c-904f-2076fffddba2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1311121 Jan 21 08:09:58.419981 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d2c0a65b-eb12-4fe4-98ee-e4f4f1fcf32b req-ff85d981-e480-451e-9750-7fc3e6c8d7d9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514815 Jan 21 08:09:59.711690 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56743697-278b-44b8-88ab-b0ca657bd9f7 req-97b93c50-d3be-4d78-a749-6d38ed169e70 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:09:59.714968 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-56743697-278b-44b8-88ab-b0ca657bd9f7 req-97b93c50-d3be-4d78-a749-6d38ed169e70 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1161425 Jan 21 08:09:59.766613 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-56743697-278b-44b8-88ab-b0ca657bd9f7 req-ef8ae09b-1281-41d8-a379-ff00945dad15 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450940 Jan 21 08:10:01.038738 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca12973-5868-44af-a9b9-c7e003da9ac0 req-12ab56bc-e358-4e8b-abec-01040d8f3ea1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:01.040497 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-eca12973-5868-44af-a9b9-c7e003da9ac0 req-12ab56bc-e358-4e8b-abec-01040d8f3ea1 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1222615 Jan 21 08:10:01.100972 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-eca12973-5868-44af-a9b9-c7e003da9ac0 req-5aecfb4d-6883-485f-807c-091431780a24 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534122 Jan 21 08:10:02.386961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f795f63-8a7d-4061-848b-5f02a278f400 req-d6802fe7-03e1-4189-9681-1b940855788e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:02.388674 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5f795f63-8a7d-4061-848b-5f02a278f400 req-d6802fe7-03e1-4189-9681-1b940855788e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1385911 Jan 21 08:10:02.445523 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5f795f63-8a7d-4061-848b-5f02a278f400 req-da3656f9-4acf-47d4-a8c3-57660ea0ba2e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502858 Jan 21 08:10:02.939278 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 35430) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:03.095695 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a6d5fd3f-a849-4b06-87f5-7a4eea37bbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:03.111484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-a6d5fd3f-a849-4b06-87f5-7a4eea37bbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:10:03.116526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-a6d5fd3f-a849-4b06-87f5-7a4eea37bbec admin admin] Usage tracker for resource:security_group_rule and tenant:a3e69bbefe294788add1600fc74a1cac is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:10:03.119599 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-a6d5fd3f-a849-4b06-87f5-7a4eea37bbec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:10:03.125614 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-a6d5fd3f-a849-4b06-87f5-7a4eea37bbec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:10:03.217396 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a6d5fd3f-a849-4b06-87f5-7a4eea37bbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:03.244325 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-a6d5fd3f-a849-4b06-87f5-7a4eea37bbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:03.255238 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-18402790-f050-4a36-833c-4c5e307fa6cb tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:03.299656 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-a6d5fd3f-a849-4b06-87f5-7a4eea37bbec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3e69bbefe294788add1600fc74a1cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591979 Jan 21 08:10:03.300719 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5fd3f-a849-4b06-87f5-7a4eea37bbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0a2126-805f-46fa-8cec-2189016b8b29,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:03.302674 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35436) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:03.304405 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a6d5fd3f-a849-4b06-87f5-7a4eea37bbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:03.376785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3949f40e-6643-46ed-bf44-4e7e5140cfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:03.405781 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3949f40e-6643-46ed-bf44-4e7e5140cfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:03.484126 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3949f40e-6643-46ed-bf44-4e7e5140cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:03.490451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9f623358-a8e3-40ce-854f-9a3de21188e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:03.506478 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949f40e-6643-46ed-bf44-4e7e5140cfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0a2126-805f-46fa-8cec-2189016b8b29,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:03.513323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3949f40e-6643-46ed-bf44-4e7e5140cfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:03.514576 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3949f40e-6643-46ed-bf44-4e7e5140cfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:03.515895 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-3949f40e-6643-46ed-bf44-4e7e5140cfe6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f0a2126-805f-46fa-8cec-2189016b8b29 HTTP/1.1" status: 204 len: 168 time: 0.2121708 Jan 21 08:10:03.735492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c37da3-9966-45cd-ab8c-e7a8e7b627e1 req-b7a7fe23-bbf3-4097-9405-da501c164625 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:03.737258 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-12c37da3-9966-45cd-ab8c-e7a8e7b627e1 req-b7a7fe23-bbf3-4097-9405-da501c164625 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1150789 Jan 21 08:10:03.793909 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-12c37da3-9966-45cd-ab8c-e7a8e7b627e1 req-131bc11b-e58f-4ee5-8aab-7e71bbc6b036 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496593 Jan 21 08:10:04.033770 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35456) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:04.054247 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1cee504e-9178-4821-9076-5a2f32ffd77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:04.070051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-1cee504e-9178-4821-9076-5a2f32ffd77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:10:04.074093 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-1cee504e-9178-4821-9076-5a2f32ffd77c admin admin] Usage tracker for resource:security_group_rule and tenant:2d0d52a1c9d749eeafa34c42e06d6de0 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:10:04.077069 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-1cee504e-9178-4821-9076-5a2f32ffd77c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:10:04.083338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-1cee504e-9178-4821-9076-5a2f32ffd77c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:10:04.170820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1cee504e-9178-4821-9076-5a2f32ffd77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:04.192858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1cee504e-9178-4821-9076-5a2f32ffd77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:04.205474 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8838026f-64e0-4a60-b76c-a6c0fc864b65 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:04.248824 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-1cee504e-9178-4821-9076-5a2f32ffd77c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d0d52a1c9d749eeafa34c42e06d6de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138174 Jan 21 08:10:04.249785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee504e-9178-4821-9076-5a2f32ffd77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cebcc6-0ada-4b42-8159-6ad14786fd39,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:04.251646 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 35460) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:04.253166 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1cee504e-9178-4821-9076-5a2f32ffd77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:04.322253 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-70708164-3590-4c18-9e25-4fb12ec3d730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:04.352239 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-70708164-3590-4c18-9e25-4fb12ec3d730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:04.421629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-70708164-3590-4c18-9e25-4fb12ec3d730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:04.426976 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-902f9e2b-4e9d-425d-81f6-b32d6f24cb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:04.442022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70708164-3590-4c18-9e25-4fb12ec3d730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cebcc6-0ada-4b42-8159-6ad14786fd39,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:04.445320 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-70708164-3590-4c18-9e25-4fb12ec3d730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:04.449808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-70708164-3590-4c18-9e25-4fb12ec3d730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:04.451032 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-70708164-3590-4c18-9e25-4fb12ec3d730 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6cebcc6-0ada-4b42-8159-6ad14786fd39 HTTP/1.1" status: 204 len: 168 time: 0.1974077 Jan 21 08:10:05.056990 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d49770-8f7a-4935-8669-9d48ce30253c req-098ab900-3b9c-42b9-a1b4-0a33d9fd4963 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:05.058739 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-31d49770-8f7a-4935-8669-9d48ce30253c req-098ab900-3b9c-42b9-a1b4-0a33d9fd4963 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1156120 Jan 21 08:10:05.110758 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-31d49770-8f7a-4935-8669-9d48ce30253c req-85d16137-ee3d-4098-b092-3c8b9a3aa6a8 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457258 Jan 21 08:10:06.382743 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2ae67-618e-4d91-84c4-1eb8517b1112 req-eb40a9e6-13f8-4577-93be-be9426c7d447 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:06.384512 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-eae2ae67-618e-4d91-84c4-1eb8517b1112 req-eb40a9e6-13f8-4577-93be-be9426c7d447 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1192696 Jan 21 08:10:06.437262 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-eae2ae67-618e-4d91-84c4-1eb8517b1112 req-2e24a59e-c19b-4a0b-872a-6e776e74bfdb tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464253 Jan 21 08:10:07.709048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81db6-29ba-4264-84fe-d9253149ef3b req-0f178ced-ea14-4513-b080-9026196edd42 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:07.710737 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d9e81db6-29ba-4264-84fe-d9253149ef3b req-0f178ced-ea14-4513-b080-9026196edd42 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1195340 Jan 21 08:10:07.766708 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d9e81db6-29ba-4264-84fe-d9253149ef3b req-6c916dc3-4d01-4c53-8d37-4391ff54a29a tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490670 Jan 21 08:10:08.061608 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e320c476-2c40-4a95-8974-7504b864b585 req-b9ed8831-abc9-496a-822e-c51f8f6af232 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Synchronizing usage tracker for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:security_group {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:10:08.135561 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e320c476-2c40-4a95-8974-7504b864b585 req-b9ed8831-abc9-496a-822e-c51f8f6af232 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Unset dirty status for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:security_group {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:10:08.136889 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-b9ed8831-abc9-496a-822e-c51f8f6af232 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-747214930&fields=id&tenant_id=fa95e5cc2f214246a516bb6f07cb8060 HTTP/1.1" status: 200 len: 267 time: 0.1208465 Jan 21 08:10:08.319038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c476-2c40-4a95-8974-7504b864b585 req-c84c9d72-0cd7-4a7a-92d2-680777e90a2c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:08.320775 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-c84c9d72-0cd7-4a7a-92d2-680777e90a2c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 808 time: 0.1765330 Jan 21 08:10:08.337436 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-d1abfa0a-ae17-4cb5-af85-9c164aa074cb tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/quotas/fa95e5cc2f214246a516bb6f07cb8060 HTTP/1.1" status: 200 len: 375 time: 0.0106897 Jan 21 08:10:08.441343 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-ce44cbc6-1f2c-45d1-94d8-da0fdf936b18 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977683 Jan 21 08:10:08.593284 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-1984cf72-0987-409a-abb6-307d2f7e5d77 service neutron] 10.222.0.64 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390557 Jan 21 08:10:08.736298 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-a68bd246-9e1e-4a26-a4f9-d465b2dbf7a2 service neutron] 10.222.0.64 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359179 Jan 21 08:10:09.023476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9618e85-24ca-4195-8999-2398b0a5a3de req-a0be1296-de19-4c25-999c-7f8a9eea163c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:09.025167 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b9618e85-24ca-4195-8999-2398b0a5a3de req-a0be1296-de19-4c25-999c-7f8a9eea163c tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 944 time: 0.1079767 Jan 21 08:10:09.080831 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b9618e85-24ca-4195-8999-2398b0a5a3de req-9ec3a9f8-e2e3-4811-942e-3ab59de43be0 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488925 Jan 21 08:10:09.731633 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 479074b1-9ac4-4ec4-a630-9306e2f596db up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:10:09.803042 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 479074b1-9ac4-4ec4-a630-9306e2f596db triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:10:09.803621 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:09.926571 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:09.954259 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479074b1-9ac4-4ec4-a630-9306e2f596db'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:10:09.965737 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 479074b1-9ac4-4ec4-a630-9306e2f596db, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=479074b1-9ac4-4ec4-a630-9306e2f596db,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:10:09.998315 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:10.000651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-988d2dab-02d5-40c3-a70d-6e3487b18a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:10.033521 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479074b1-9ac4-4ec4-a630-9306e2f596db', 'code': 200} Jan 21 08:10:10.075806 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=479074b1-9ac4-4ec4-a630-9306e2f596db,revision_number=6']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:10.079704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:10.501630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221a44b-5b13-4199-a0df-51cde1da72d7 req-eb8e217a-047a-44b8-bf02-fa246b3cd6f2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:10.501630 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2221a44b-5b13-4199-a0df-51cde1da72d7 req-eb8e217a-047a-44b8-bf02-fa246b3cd6f2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1070869 Jan 21 08:10:10.501630 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2221a44b-5b13-4199-a0df-51cde1da72d7 req-1851c731-b830-4fbc-af17-df8efaea4702 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021037 Jan 21 08:10:10.501630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b9feb-04b9-4699-b225-723db6bb6db4 req-66325c0a-e37f-42ae-9830-a1d9d45501d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:10.501630 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-725b9feb-04b9-4699-b225-723db6bb6db4 req-66325c0a-e37f-42ae-9830-a1d9d45501d1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 1163 time: 0.0926590 Jan 21 08:10:10.533568 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-725b9feb-04b9-4699-b225-723db6bb6db4 req-c6065158-4a28-41bc-95d2-b9585fb4980a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423417 Jan 21 08:10:10.684326 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8572843d-5d57-4c79-be68-c4320cac0501 req-32d0fb16-9d94-4b53-8bdb-26bc3c37bdf1 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 210 time: 0.2798414 Jan 21 08:10:11.403369 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 479074b1-9ac4-4ec4-a630-9306e2f596db up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:10:11.461039 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 479074b1-9ac4-4ec4-a630-9306e2f596db triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:10:11.461469 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:11.800412 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a77de-b0e5-4f3a-8602-67616ffd4870 req-f8d369d6-f397-49f2-85bc-53dedb9c83db tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:11.802081 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-909a77de-b0e5-4f3a-8602-67616ffd4870 req-f8d369d6-f397-49f2-85bc-53dedb9c83db tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1896136 Jan 21 08:10:11.813458 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b58ca5ea-61f4-4774-806c-75b145950756 req-82a0127e-82e2-4be1-a010-deb9226b5774 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 210 time: 0.0484748 Jan 21 08:10:11.861335 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-909a77de-b0e5-4f3a-8602-67616ffd4870 req-b5776cda-6dbc-4cfd-9ab3-4aae35b00e60 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519669 Jan 21 08:10:12.942449 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-018e364e-9257-4572-9374-70d4287f0dbe req-4721d863-d55c-4627-a215-bb9451fdbed8 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 210 time: 0.0520866 Jan 21 08:10:13.116812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:10:13.125364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff6240-7d95-405a-996b-999744b47a58 req-d2197dea-f612-48ac-a4dd-06507568960e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:13.126969 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-46ff6240-7d95-405a-996b-999744b47a58 req-d2197dea-f612-48ac-a4dd-06507568960e tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1066053 Jan 21 08:10:13.179197 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-46ff6240-7d95-405a-996b-999744b47a58 req-90cb53fc-ecd2-458a-a219-e41562bfa6e9 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457592 Jan 21 08:10:14.066173 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-73b2af93-6ae5-431b-a69c-0e7002cd1269 req-6a2bb326-4e2d-41cc-bb7b-a42fbaae16be tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 210 time: 0.0480218 Jan 21 08:10:14.321348 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 35684) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:14.486673 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-991dd915-cc9f-460f-9142-3f56a0485b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:14.503107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-991dd915-cc9f-460f-9142-3f56a0485b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:10:14.507270 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-991dd915-cc9f-460f-9142-3f56a0485b66 admin admin] Usage tracker for resource:security_group_rule and tenant:a7728cd1149d499eb11e753e8ecd8ab3 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:10:14.510346 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-991dd915-cc9f-460f-9142-3f56a0485b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:10:14.516164 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-991dd915-cc9f-460f-9142-3f56a0485b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:10:14.563674 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b8723-4213-4126-b447-9f457627b013 req-6cf81003-0135-41b9-bf57-403d96ec1c10 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:14.565389 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-058b8723-4213-4126-b447-9f457627b013 req-6cf81003-0135-41b9-bf57-403d96ec1c10 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1050625 Jan 21 08:10:14.605030 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-991dd915-cc9f-460f-9142-3f56a0485b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:14.621223 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-058b8723-4213-4126-b447-9f457627b013 req-f48984cf-1943-4318-af33-7ed5db4a2955 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480719 Jan 21 08:10:14.672560 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-991dd915-cc9f-460f-9142-3f56a0485b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:14.686755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5e604fd8-b1d8-4ed3-adb1-23e2fd85ede0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:14.729583 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-991dd915-cc9f-460f-9142-3f56a0485b66 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7728cd1149d499eb11e753e8ecd8ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070127 Jan 21 08:10:14.731305 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dd915-cc9f-460f-9142-3f56a0485b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff08158a-6f26-4aa9-b92b-8a0dd9e3ed0b,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:14.732572 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35692) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:14.734867 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-991dd915-cc9f-460f-9142-3f56a0485b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:14.795408 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:14.822370 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:15.015501 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:15.020930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-817ca0c8-3630-4bbd-9ed5-dc1123bdcaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:15.034434 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff08158a-6f26-4aa9-b92b-8a0dd9e3ed0b,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:15.047339 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.047761 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.048197 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.048605 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.049009 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.049903 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.050306 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.050710 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.051094 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.051488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.051884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.052302 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.052754 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.053151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.053546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.053938 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.054328 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.054720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.055111 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.055505 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.055899 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.056323 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.056716 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.057101 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:15.060999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:15.062218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:15.063405 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff08158a-6f26-4aa9-b92b-8a0dd9e3ed0b HTTP/1.1" status: 204 len: 168 time: 0.3296864 Jan 21 08:10:15.249808 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-42fc45f3-7410-44ae-a233-ab9583e0a26d req-b6fce658-0d6a-4b6d-8ada-a9db67dac469 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 210 time: 0.0489841 Jan 21 08:10:15.602112 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35704) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:15.621519 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-153e88ce-2648-4acb-b3ec-3965659d351c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:15.637266 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-153e88ce-2648-4acb-b3ec-3965659d351c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:10:15.641718 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-153e88ce-2648-4acb-b3ec-3965659d351c admin admin] Usage tracker for resource:security_group_rule and tenant:2d7c928f53054e8c9ce9434c373ca192 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:10:15.645279 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-153e88ce-2648-4acb-b3ec-3965659d351c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:10:15.651001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-153e88ce-2648-4acb-b3ec-3965659d351c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:10:15.825088 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-153e88ce-2648-4acb-b3ec-3965659d351c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:15.867327 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-153e88ce-2648-4acb-b3ec-3965659d351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:15.878672 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-6d01ccc7-3721-4697-b4e4-663460bdfdc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:15.926205 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-153e88ce-2648-4acb-b3ec-3965659d351c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d7c928f53054e8c9ce9434c373ca192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205137 Jan 21 08:10:15.926205 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e88ce-2648-4acb-b3ec-3965659d351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dcb662-7aac-475d-b9a7-0903234b88c5,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:15.927302 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35708) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:15.930264 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-153e88ce-2648-4acb-b3ec-3965659d351c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:15.990816 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-06e0a071-fee3-4ac7-afca-380922eda010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:16.019636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-06e0a071-fee3-4ac7-afca-380922eda010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:16.146034 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-06e0a071-fee3-4ac7-afca-380922eda010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:16.151350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-85213ba2-6e47-4b28-bd4a-56e98a55e09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:16.164315 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0a071-fee3-4ac7-afca-380922eda010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dcb662-7aac-475d-b9a7-0903234b88c5,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:16.166857 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-06e0a071-fee3-4ac7-afca-380922eda010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:16.170487 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-06e0a071-fee3-4ac7-afca-380922eda010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:16.172481 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-06e0a071-fee3-4ac7-afca-380922eda010 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61dcb662-7aac-475d-b9a7-0903234b88c5 HTTP/1.1" status: 204 len: 168 time: 0.2441089 Jan 21 08:10:16.433697 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-bce74a93-5bf1-48ea-a3dc-ebc0e532a162 req-39067522-a112-49a7-896e-4cc76b0b7efb tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Synchronizing usage tracker for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:10:16.450400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:16.490002 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-bce74a93-5bf1-48ea-a3dc-ebc0e532a162 req-39067522-a112-49a7-896e-4cc76b0b7efb tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Unset dirty status for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:10:16.491326 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bce74a93-5bf1-48ea-a3dc-ebc0e532a162 req-39067522-a112-49a7-896e-4cc76b0b7efb tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 210 time: 0.1094115 Jan 21 08:10:16.912538 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c476-2c40-4a95-8974-7504b864b585 req-06928d78-23cd-47de-b477-26b7e686e356 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:16.913446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e320c476-2c40-4a95-8974-7504b864b585 req-06928d78-23cd-47de-b477-26b7e686e356 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Synchronizing usage tracker for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:network {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:10:17.015830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e320c476-2c40-4a95-8974-7504b864b585 req-06928d78-23cd-47de-b477-26b7e686e356 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Unset dirty status for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:network {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:10:17.017156 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-06928d78-23cd-47de-b477-26b7e686e356 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.75 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 808 time: 0.2903466 Jan 21 08:10:17.127028 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e320c476-2c40-4a95-8974-7504b864b585 req-5405690b-9294-4a82-8b9d-f0a73ca369de tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Synchronizing usage tracker for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:security_group {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:10:17.140529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-e320c476-2c40-4a95-8974-7504b864b585 req-5405690b-9294-4a82-8b9d-f0a73ca369de tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Unset dirty status for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:security_group {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:10:17.141919 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-5405690b-9294-4a82-8b9d-f0a73ca369de tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fa95e5cc2f214246a516bb6f07cb8060 HTTP/1.1" status: 200 len: 5757 time: 0.0909715 Jan 21 08:10:17.156256 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Request body: {'port': {'device_id': '40a50f8b-474c-4d89-a407-f810244ee62e', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'admin_state_up': True, 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'security_groups': ['f8ae2a97-2f81-4f99-a39a-c19bbc5a270d']}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:10:17.317958 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:10:17.328776 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:10:17.392729 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Made reservation on behalf of fa95e5cc2f214246a516bb6f07cb8060 for: {'port': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:10:17.401848 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:17.678019 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9986af2b-b8ec-4b3d-87c8-d6d56188c1c5 req-cb94f42a-7f57-4dae-9215-e2c1942528f3 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 210 time: 0.0522873 Jan 21 08:10:17.739619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Allocated IP 172.20.0.12 (955fa89f-083b-4b41-a6aa-f19e012ad6d1/c43aada0-e7fb-4a88-baff-26d2257b64f3/96dd3cc2-3860-4bae-b9a2-c94976e7f4ac) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:10:17.947431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:17.964285 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Transition to ACTIVE for port object 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac will not be triggered until provisioned by entity DHCP. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:10:18.026160 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:18.048419 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a77f3e66-a475-4a10-9c95-2514a1aa2d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:18.193071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Pushing event updated for resources: {'Port': ['ID=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:18.196436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:18.269414 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:10:18.270852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:10:18.273569 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:10:18.360799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:18.361688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:18.427774 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-8195d60a-57a8-42f3-8e93-a598cdf95cfa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2758071 Jan 21 08:10:18.453668 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Request body: {'port': {'device_id': '40a50f8b-474c-4d89-a407-f810244ee62e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:10:18.568816 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-9dc29302-cc78-47ce-b7ff-b5f4110def09 None None] Provisioning for port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac completed by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:10:18.575112 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-9dc29302-cc78-47ce-b7ff-b5f4110def09 None None] Provisioning complete for port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac triggered by entity DHCP. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:10:18.575631 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9dc29302-cc78-47ce-b7ff-b5f4110def09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:18.638212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-9dc29302-cc78-47ce-b7ff-b5f4110def09 None None] Port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac cannot update to ACTIVE because it is not bound. {{(pid=80228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 08:10:18.802481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:19.031950 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11789f-3a92-48d7-92ca-81bf8251c8c6 req-911ad10e-95b1-400d-b737-fdbe388f5348 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:19.032744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-ff11789f-3a92-48d7-92ca-81bf8251c8c6 req-911ad10e-95b1-400d-b737-fdbe388f5348 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Synchronizing usage tracker for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:10:19.134847 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-ff11789f-3a92-48d7-92ca-81bf8251c8c6 req-911ad10e-95b1-400d-b737-fdbe388f5348 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Unset dirty status for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:10:19.136124 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ff11789f-3a92-48d7-92ca-81bf8251c8c6 req-911ad10e-95b1-400d-b737-fdbe388f5348 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 932 time: 0.3196168 Jan 21 08:10:19.264746 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ff11789f-3a92-48d7-92ca-81bf8251c8c6 req-874e0bed-edb2-4760-b902-d5c0a85f2c6c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0784228 Jan 21 08:10:19.373413 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac {{(pid=80227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 08:10:19.381491 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:19.395051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Transition to ACTIVE for port object 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac will not be triggered until provisioned by entity L2. {{(pid=80227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 08:10:19.431376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852211439'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:19.451366 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-016ba1af-30b1-4c23-8535-e7118d05300f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:19.483252 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 35772) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:19.592722 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Pushing event updated for resources: {'Port': ['ID=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:19.606015 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:19.645789 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d48ed07a-35ad-4e00-bba6-7122e94a3e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:19.667358 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-d48ed07a-35ad-4e00-bba6-7122e94a3e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:10:19.672277 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-d48ed07a-35ad-4e00-bba6-7122e94a3e48 admin admin] Usage tracker for resource:security_group_rule and tenant:55112c4ef2e74c06a11ba7eab1cbcd94 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:10:19.675660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-d48ed07a-35ad-4e00-bba6-7122e94a3e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:10:19.682020 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-d48ed07a-35ad-4e00-bba6-7122e94a3e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:10:19.776254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d48ed07a-35ad-4e00-bba6-7122e94a3e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:19.784339 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Attempting to bind port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 08:10:19.784659 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Attempting to bind port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 08:10:19.785025 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Attempting to bind port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac on network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 08:10:19.791318 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Checking agent: {'id': '478b0601-49f1-4ac9-9306-f3e741cc9943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 57, 46), 'started_at': datetime.datetime(2021, 1, 21, 7, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.60', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 08:10:19.791690 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Checking segment: {'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:10:19.792091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:19.792518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Bound using segment: {'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'} {{(pid=80227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 08:10:19.792964 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Bound port: 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36db4bc3-2c13-455b-a555-84360dc24257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1'}}] {{(pid=80227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 08:10:19.793337 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:19.809450 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d48ed07a-35ad-4e00-bba6-7122e94a3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:19.819683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e7b5bd43-5cf3-4b52-962d-cda2fddb68bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:19.865367 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-d48ed07a-35ad-4e00-bba6-7122e94a3e48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55112c4ef2e74c06a11ba7eab1cbcd94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784490 Jan 21 08:10:19.866551 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ed07a-35ad-4e00-bba6-7122e94a3e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff765b2-40e4-4d9f-94f8-7098d91033ea,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:19.866678 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35778) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:19.870058 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d48ed07a-35ad-4e00-bba6-7122e94a3e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:19.926894 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] For port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac, host hv-cinder-76859, cleared binding levels {{(pid=80227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 08:10:19.941092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] For port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac,segment=NetworkSegment(36db4bc3-2c13-455b-a555-84360dc24257),segment_id=36db4bc3-2c13-455b-a555-84360dc24257)] {{(pid=80227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 08:10:19.958241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dcad25f9-7694-4af2-a5cd-05af3cbe14c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:19.985108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dcad25f9-7694-4af2-a5cd-05af3cbe14c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:19.995566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852211439'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:20.012522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-08f0c471-611d-49f4-9995-c5c9e83c79ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:20.190288 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Pushing event updated for resources: {'Port': ['ID=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac,revision_number=3']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:20.196843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:20.227566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:20.228251 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:20.229774 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-4aac7499-5972-4143-975e-6a298b3d41fc service neutron] 10.222.0.75 "PUT /v2.0/ports/96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 1158 time: 1.7813253 Jan 21 08:10:20.230297 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:10:20.238392 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dcad25f9-7694-4af2-a5cd-05af3cbe14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:20.242644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3949f40e-6643-46ed-bf44-4e7e5140cfe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:20.256387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad25f9-7694-4af2-a5cd-05af3cbe14c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff765b2-40e4-4d9f-94f8-7098d91033ea,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:20.261104 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-dcad25f9-7694-4af2-a5cd-05af3cbe14c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:20.270745 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dcad25f9-7694-4af2-a5cd-05af3cbe14c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:20.272533 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-dcad25f9-7694-4af2-a5cd-05af3cbe14c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ff765b2-40e4-4d9f-94f8-7098d91033ea HTTP/1.1" status: 204 len: 168 time: 0.4048014 Jan 21 08:10:20.313648 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac', 'status': 'completed', 'code': 200} Jan 21 08:10:20.521207 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c476-2c40-4a95-8974-7504b864b585 req-e13fadd7-8d1a-4f2e-9d62-aa342a07f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:20.522877 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-e13fadd7-8d1a-4f2e-9d62-aa342a07f5ed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1161 time: 0.1583955 Jan 21 08:10:20.555052 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4e33-ab8c-42a4-a12a-237c465c9a8a req-90e6a693-48d7-4827-bfad-6ff693989d8b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:20.556721 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-094e4e33-ab8c-42a4-a12a-237c465c9a8a req-90e6a693-48d7-4827-bfad-6ff693989d8b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 944 time: 0.1341786 Jan 21 08:10:20.636848 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-b9a3bc4f-7535-47ad-afae-9e1efc8fcc7b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 217 time: 0.0790672 Jan 21 08:10:20.716674 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-094e4e33-ab8c-42a4-a12a-237c465c9a8a req-24081a74-474c-4fbf-b2f3-dcbf0d529e63 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1073334 Jan 21 08:10:20.736565 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c476-2c40-4a95-8974-7504b864b585 req-589e2a90-1d9e-4f71-9518-760e43671943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:20.738186 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-589e2a90-1d9e-4f71-9518-760e43671943 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 200 len: 847 time: 0.0921938 Jan 21 08:10:20.830224 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c476-2c40-4a95-8974-7504b864b585 req-e6ca3c1e-ddc1-4642-848e-8a6812d8f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:20.831855 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-e6ca3c1e-ddc1-4642-848e-8a6812d8f873 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=955fa89f-083b-4b41-a6aa-f19e012ad6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820158 Jan 21 08:10:20.835513 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35790) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:20.877106 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1460ff8d-65f5-4b6b-a672-02fd4fa9eea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:20.882833 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4127c939-9fa3-43e3-b053-f855898e1964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:20.951524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-1460ff8d-65f5-4b6b-a672-02fd4fa9eea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:10:20.958428 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-1460ff8d-65f5-4b6b-a672-02fd4fa9eea6 admin admin] Usage tracker for resource:security_group_rule and tenant:3bcfe126b3cb456bb62fd9b603d9e37f is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:10:20.968654 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-1460ff8d-65f5-4b6b-a672-02fd4fa9eea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:10:20.977863 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-1460ff8d-65f5-4b6b-a672-02fd4fa9eea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:10:21.037218 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-0e9b87d7-540a-4f35-b374-b08e6770e4af service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848612 Jan 21 08:10:21.221087 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1460ff8d-65f5-4b6b-a672-02fd4fa9eea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:21.230021 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e320c476-2c40-4a95-8974-7504b864b585 req-309c9e3e-5a16-4c54-a094-004c7dd0e8a3 service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1817274 Jan 21 08:10:21.254596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1460ff8d-65f5-4b6b-a672-02fd4fa9eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:21.263947 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-90f30e73-a5fd-44c5-a564-39129076b52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:21.312391 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-1460ff8d-65f5-4b6b-a672-02fd4fa9eea6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bcfe126b3cb456bb62fd9b603d9e37f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4757361 Jan 21 08:10:21.315201 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460ff8d-65f5-4b6b-a672-02fd4fa9eea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa3840d-1e7a-4b4b-b754-b824afb50a6d,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:21.315370 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 35794) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:21.319633 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1460ff8d-65f5-4b6b-a672-02fd4fa9eea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:21.382973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-355d2ee7-3271-47cf-80d5-03fa2b98f27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:21.410449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-355d2ee7-3271-47cf-80d5-03fa2b98f27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:21.489168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-355d2ee7-3271-47cf-80d5-03fa2b98f27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:21.494913 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4b74a7c8-2ae7-4848-ac04-ccfaf101cc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:21.497300 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3d99-a224-4583-ba45-3a7ba6ec4dff req-25fa72c2-769d-49ad-b276-2bd2cbf1dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:21.499083 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-139e3d99-a224-4583-ba45-3a7ba6ec4dff req-25fa72c2-769d-49ad-b276-2bd2cbf1dc53 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1161 time: 0.0882285 Jan 21 08:10:21.513608 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d2ee7-3271-47cf-80d5-03fa2b98f27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa3840d-1e7a-4b4b-b754-b824afb50a6d,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:21.516736 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-355d2ee7-3271-47cf-80d5-03fa2b98f27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:21.526616 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-355d2ee7-3271-47cf-80d5-03fa2b98f27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:21.530713 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-355d2ee7-3271-47cf-80d5-03fa2b98f27a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ffa3840d-1e7a-4b4b-b754-b824afb50a6d HTTP/1.1" status: 204 len: 168 time: 0.2134376 Jan 21 08:10:21.668712 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3d99-a224-4583-ba45-3a7ba6ec4dff req-3761ebad-49ba-4a2e-8bdf-c250263ee0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:21.670448 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-139e3d99-a224-4583-ba45-3a7ba6ec4dff req-3761ebad-49ba-4a2e-8bdf-c250263ee0cc service neutron] 10.222.0.75 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 902 time: 0.1601658 Jan 21 08:10:21.782231 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-139e3d99-a224-4583-ba45-3a7ba6ec4dff req-7cc17eef-c7cf-4a1e-92f8-7216552407a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 217 time: 0.0698869 Jan 21 08:10:21.863453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3d99-a224-4583-ba45-3a7ba6ec4dff req-1f53f54c-f06a-4a6f-8a87-9362358a3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:21.865078 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-139e3d99-a224-4583-ba45-3a7ba6ec4dff req-1f53f54c-f06a-4a6f-8a87-9362358a3e56 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 200 len: 847 time: 0.0708008 Jan 21 08:10:21.961416 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3d99-a224-4583-ba45-3a7ba6ec4dff req-e89dac52-d42b-46e7-868a-9da18575c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:21.962142 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254bdcd-4c36-4a1c-a804-f25be826290d req-5895a896-0fa2-47cb-bff6-2c4a102a316e tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:21.963577 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-139e3d99-a224-4583-ba45-3a7ba6ec4dff req-e89dac52-d42b-46e7-868a-9da18575c16c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=955fa89f-083b-4b41-a6aa-f19e012ad6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819912 Jan 21 08:10:21.963883 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0254bdcd-4c36-4a1c-a804-f25be826290d req-5895a896-0fa2-47cb-bff6-2c4a102a316e tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 944 time: 0.1048255 Jan 21 08:10:22.022985 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0254bdcd-4c36-4a1c-a804-f25be826290d req-eb75c41c-441c-4c62-bf9c-49687b3d58ad tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0516937 Jan 21 08:10:22.116292 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-139e3d99-a224-4583-ba45-3a7ba6ec4dff req-7a8764c1-613f-4fa6-8f1b-e61d6e26cc3c service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415660 Jan 21 08:10:22.266853 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-139e3d99-a224-4583-ba45-3a7ba6ec4dff req-90e6eec5-c0e9-49d1-8ce0-dc2debaa0225 service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394351 Jan 21 08:10:23.009319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3ab45190-1735-4f71-a9f1-0b35536df2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:23.257419 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 35828) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:23.257782 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30aa76-6aa7-491e-82de-042b0d4b6bdf req-e74b8a4b-0c30-4b07-8ea6-64858e3a0608 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:23.259469 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e30aa76-6aa7-491e-82de-042b0d4b6bdf req-e74b8a4b-0c30-4b07-8ea6-64858e3a0608 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 944 time: 0.1094103 Jan 21 08:10:23.313888 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e30aa76-6aa7-491e-82de-042b0d4b6bdf req-8d35f7c5-3847-4090-844b-ca49dc424494 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0465603 Jan 21 08:10:23.414433 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9479a19c-490d-4a32-a771-33abf034cc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:23.429842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-9479a19c-490d-4a32-a771-33abf034cc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:10:23.433983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-9479a19c-490d-4a32-a771-33abf034cc4e admin admin] Usage tracker for resource:security_group_rule and tenant:c5693b50150e4da8b312d0a585969500 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:10:23.436986 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-9479a19c-490d-4a32-a771-33abf034cc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:10:23.443229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-9479a19c-490d-4a32-a771-33abf034cc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:10:23.534447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9479a19c-490d-4a32-a771-33abf034cc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:23.569278 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9479a19c-490d-4a32-a771-33abf034cc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:23.578540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-42a2b90b-996e-4457-8ffa-aa2686df6dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:23.622792 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9479a19c-490d-4a32-a771-33abf034cc4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5693b50150e4da8b312d0a585969500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641109 Jan 21 08:10:23.624579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479a19c-490d-4a32-a771-33abf034cc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6ca6ad-58e1-455c-9660-475e87dcbd6c,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:23.625624 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35834) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:23.628364 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9479a19c-490d-4a32-a771-33abf034cc4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:23.687820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b99e6f49-50bf-4686-b427-768ab00702ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:23.715990 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b99e6f49-50bf-4686-b427-768ab00702ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:23.790873 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b99e6f49-50bf-4686-b427-768ab00702ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:23.795994 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-94b75edb-9b81-4ee4-b029-7725bbfdc574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:23.808971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e6f49-50bf-4686-b427-768ab00702ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6ca6ad-58e1-455c-9660-475e87dcbd6c,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:23.814380 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b99e6f49-50bf-4686-b427-768ab00702ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:23.818824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b99e6f49-50bf-4686-b427-768ab00702ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:23.820113 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b99e6f49-50bf-4686-b427-768ab00702ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe6ca6ad-58e1-455c-9660-475e87dcbd6c HTTP/1.1" status: 204 len: 168 time: 0.1933792 Jan 21 08:10:23.878257 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:24.548537 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bf2e1-6270-44ad-81f6-62edbd36b62a req-4fc004e7-2cf0-4dad-85bc-911a357edbd9 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:24.552564 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f5bf2e1-6270-44ad-81f6-62edbd36b62a req-4fc004e7-2cf0-4dad-85bc-911a357edbd9 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 944 time: 0.1056614 Jan 21 08:10:24.602936 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-2f5bf2e1-6270-44ad-81f6-62edbd36b62a req-bf749c71-0b5f-4957-a84b-5f4f4a2ff8bd tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0458732 Jan 21 08:10:24.969578 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:25.786528 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:25.844512 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f7d74-b516-4fe6-8fe8-88f9e7d5cd31 req-c39cee7f-4218-46c2-8fbe-6ed6b81523e6 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:25.846064 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0f9f7d74-b516-4fe6-8fe8-88f9e7d5cd31 req-c39cee7f-4218-46c2-8fbe-6ed6b81523e6 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 944 time: 0.1032948 Jan 21 08:10:25.898233 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0f9f7d74-b516-4fe6-8fe8-88f9e7d5cd31 req-9d15587c-5be1-49dc-9749-01ac2860fe57 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0452619 Jan 21 08:10:26.335640 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:10:26.432359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning for port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac completed by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 08:10:26.437389 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:10:26.437791 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:26.562939 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:26.590195 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:10:26.601099 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac,segment=NetworkSegment(36db4bc3-2c13-455b-a555-84360dc24257),segment_id=36db4bc3-2c13-455b-a555-84360dc24257)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:10:26.632638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:26.634639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:26.666601 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac', 'code': 200} Jan 21 08:10:26.710632 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac,revision_number=4']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:26.719052 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.720027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.720027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.720910 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.720910 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.720910 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.721270 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.722180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.722510 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.722873 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.723239 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.723608 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.724012 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.724402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.724750 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.725108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.725470 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.725834 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.726196 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.726555 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.726916 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.727277 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.727639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.728010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:10:26.732532 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:27.423575 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec836a-3882-44d5-843a-503272cd952c req-d2f2c89d-dabe-4fd5-8978-71e98d10351c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:27.425208 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0ec836a-3882-44d5-843a-503272cd952c req-d2f2c89d-dabe-4fd5-8978-71e98d10351c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.3975625 Jan 21 08:10:27.429755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb5c3-f5e6-4826-9bce-649c61b8db39 req-d59b001c-48e1-48cf-9559-07d09d6e6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:27.431304 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d3adb5c3-f5e6-4826-9bce-649c61b8db39 req-d59b001c-48e1-48cf-9559-07d09d6e6d0c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1163 time: 0.1371615 Jan 21 08:10:27.504479 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e0ec836a-3882-44d5-843a-503272cd952c req-e10c684c-4836-4265-a4ad-452903d28f58 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0720944 Jan 21 08:10:27.513369 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d3adb5c3-f5e6-4826-9bce-649c61b8db39 req-18687385-4b2d-41e6-ab98-655fd368c321 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0599108 Jan 21 08:10:27.558480 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:10:27.631671 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:10:27.631994 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:28.739183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c158f41-3747-42a3-8a9e-986a213aeab4 req-28908452-891e-4cbf-b19c-7c41d0b373a3 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:28.740789 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1c158f41-3747-42a3-8a9e-986a213aeab4 req-28908452-891e-4cbf-b19c-7c41d0b373a3 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1060255 Jan 21 08:10:28.792343 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-1c158f41-3747-42a3-8a9e-986a213aeab4 req-b4961399-2010-47f5-8db6-18bd2c27f0b5 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0451133 Jan 21 08:10:30.026460 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f4c95-10b6-44c2-9b9b-a710790bc15b req-9f9236d0-646f-4dd4-a9e6-eed99451ef24 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:30.028046 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b5f4c95-10b6-44c2-9b9b-a710790bc15b req-9f9236d0-646f-4dd4-a9e6-eed99451ef24 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1046975 Jan 21 08:10:30.082960 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8b5f4c95-10b6-44c2-9b9b-a710790bc15b req-4bf69e04-989e-4737-a9ec-74f22ac514dd tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0480208 Jan 21 08:10:30.319137 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ab4ba-c335-477a-b017-d3c42dbb18dc req-efd8d633-3ecf-462f-ad83-48d32fd7b90c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:30.320841 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cc9ab4ba-c335-477a-b017-d3c42dbb18dc req-efd8d633-3ecf-462f-ad83-48d32fd7b90c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1067207 Jan 21 08:10:30.380409 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-cc9ab4ba-c335-477a-b017-d3c42dbb18dc req-7548843d-96a3-48b5-ae09-6c083e789712 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0486438 Jan 21 08:10:30.596107 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-1bab98f4-96bb-45a4-9466-a74894b74ec1 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1658900 Jan 21 08:10:30.606753 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Request body: {'floatingip': {'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:10:30.615586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:10:30.619603 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Usage tracker for resource:floatingip and tenant:fa95e5cc2f214246a516bb6f07cb8060 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:10:30.622987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:10:30.628739 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:10:30.665504 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for floatingip, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:30.809119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:31.080485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_common [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Allocated IP 172.28.2.126 (8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4/d7c75c30-e7ad-484c-a4d8-cb52895a76d5/ea634bdf-c4a3-4b00-9741-735df81776ba) {{(pid=80227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 08:10:31.239589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for port, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:31.305890 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758233768853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:31.322066 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-021afd59-2187-41a3-aacd-7d9ce84bb1af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:31.462572 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Pushing event updated for resources: {'Port': ['ID=ea634bdf-c4a3-4b00-9741-735df81776ba,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:31.467840 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:31.521983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Network 8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 is already hosted by enough agents. {{(pid=80227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 08:10:31.523229 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Resources bound (agent type, host, resource id): {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:10:31.525659 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Received port after_create {{(pid=80227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 08:10:31.615354 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for floatingip, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:31.715218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:31.990930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for port, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:32.020768 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852211439'] for port, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:32.035776 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a6bd9de0-856d-4d2e-b6a0-590da1cbcecc tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:32.170468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Pushing event updated for resources: {'Port': ['ID=ea634bdf-c4a3-4b00-9741-735df81776ba,revision_number=2']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:32.175684 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:32.276497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:32.352458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:32.353825 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-822cdff8-bdba-45b9-a9ed-f826c00ade6f tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7511947 Jan 21 08:10:32.444919 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-eafa1eea-7ed2-48e5-a1bc-a70bf665e037 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Synchronizing usage tracker for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:floatingip {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:10:32.494820 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-eafa1eea-7ed2-48e5-a1bc-a70bf665e037 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Unset dirty status for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:floatingip {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:10:32.496097 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-eafa1eea-7ed2-48e5-a1bc-a70bf665e037 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.2.126 HTTP/1.1" status: 200 len: 696 time: 0.1358037 Jan 21 08:10:32.672473 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-418fff67-dff1-4f34-b4b6-581a56491c10 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:32.673891 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-45095345-005c-4ba0-ae26-9ec19cc1131f req-418fff67-dff1-4f34-b4b6-581a56491c10 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/networks/8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 HTTP/1.1" status: 200 len: 784 time: 0.1717348 Jan 21 08:10:32.884074 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-2dbf0b53-7a0d-4a7e-bf9f-33fa07c380ac tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:32.885786 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-2dbf0b53-7a0d-4a7e-bf9f-33fa07c380ac tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1033151 Jan 21 08:10:32.978596 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-556ed1cf-c62e-4fd9-86f5-c84d4674c45b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.2.126 HTTP/1.1" status: 200 len: 696 time: 0.0864968 Jan 21 08:10:32.989525 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-25eeeb5b-9bcb-4962-9f37-52ebf3232c2c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Request body: {'floatingip': {'port_id': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:10:33.306037 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-25eeeb5b-9bcb-4962-9f37-52ebf3232c2c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for floatingip, before_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:33.944507 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-25eeeb5b-9bcb-4962-9f37-52ebf3232c2c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for floatingip, precommit_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:33.974914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-25eeeb5b-9bcb-4962-9f37-52ebf3232c2c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:34.153756 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-25eeeb5b-9bcb-4962-9f37-52ebf3232c2c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Floating IP a896db83-77ca-437e-91a5-5001fa8db2f3 associated. External IP: 172.28.2.126, port: 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac. Jan 21 08:10:34.532274 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-25eeeb5b-9bcb-4962-9f37-52ebf3232c2c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:10:34.723253 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-25eeeb5b-9bcb-4962-9f37-52ebf3232c2c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:10:34.733287 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a711e794-d753-423c-9ab9-9242ac7230b6 None None] Sync routers for ids ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:10:34.736463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-25eeeb5b-9bcb-4962-9f37-52ebf3232c2c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:34.745590 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711e794-d753-423c-9ab9-9242ac7230b6 None None] Routers {'503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:10:34.746269 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-a711e794-d753-423c-9ab9-9242ac7230b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:10:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:10:34.794665 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-25eeeb5b-9bcb-4962-9f37-52ebf3232c2c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "PUT /v2.0/floatingips/a896db83-77ca-437e-91a5-5001fa8db2f3 HTTP/1.1" status: 200 len: 997 time: 1.8097370 Jan 21 08:10:34.795140 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:10:34.866641 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac', 'status': 'completed', 'code': 200} Jan 21 08:10:34.901142 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-034f713e-fc7e-4c6c-b394-00163e15068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:34.902856 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-034f713e-fc7e-4c6c-b394-00163e15068a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1163 time: 0.0930946 Jan 21 08:10:35.037143 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09760c2e-a136-4505-9c42-a825a3510fb2 req-8ad7b917-6412-4ea9-9eb3-1617ea59d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:35.038822 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-09760c2e-a136-4505-9c42-a825a3510fb2 req-8ad7b917-6412-4ea9-9eb3-1617ea59d5e2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1163 time: 0.0893958 Jan 21 08:10:35.057884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-4034efe9-6050-4d90-9a07-bd6e5b582a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:35.059477 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-4034efe9-6050-4d90-9a07-bd6e5b582a29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 902 time: 0.1489515 Jan 21 08:10:35.113841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-a711e794-d753-423c-9ab9-9242ac7230b6 None None] Set router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:10:35.172354 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-36be9756-a774-4d52-9d2d-169269ee7efc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 1000 time: 0.1052871 Jan 21 08:10:35.199154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09760c2e-a136-4505-9c42-a825a3510fb2 req-cf837d26-af43-4579-9f4c-dfeacfcc75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:35.200784 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-09760c2e-a136-4505-9c42-a825a3510fb2 req-cf837d26-af43-4579-9f4c-dfeacfcc75aa service neutron] 10.222.0.75 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 902 time: 0.1459911 Jan 21 08:10:35.244693 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-8a461fc1-eecd-4713-8941-722d8195d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:35.246357 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-8a461fc1-eecd-4713-8941-722d8195d93f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 200 len: 847 time: 0.0665536 Jan 21 08:10:35.338297 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-09760c2e-a136-4505-9c42-a825a3510fb2 req-52dc38d4-30e5-4fb1-8661-d8d270ce955b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 1000 time: 0.1152120 Jan 21 08:10:35.356785 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-87fcc426-46d0-4120-8f15-975def7371d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:35.359634 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-87fcc426-46d0-4120-8f15-975def7371d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=955fa89f-083b-4b41-a6aa-f19e012ad6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1059432 Jan 21 08:10:35.431687 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09760c2e-a136-4505-9c42-a825a3510fb2 req-f624bbba-66f3-4a5d-8082-8f45668235b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:35.433643 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-09760c2e-a136-4505-9c42-a825a3510fb2 req-f624bbba-66f3-4a5d-8082-8f45668235b4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 200 len: 847 time: 0.0837555 Jan 21 08:10:35.529977 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09760c2e-a136-4505-9c42-a825a3510fb2 req-3d07826d-d4df-4f6c-8e41-5b5448bde20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:35.532088 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-09760c2e-a136-4505-9c42-a825a3510fb2 req-3d07826d-d4df-4f6c-8e41-5b5448bde20e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=955fa89f-083b-4b41-a6aa-f19e012ad6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882978 Jan 21 08:10:35.534615 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-944847cf-c419-4e7a-8098-106cdc3b6974 service neutron] 10.222.0.64 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653323 Jan 21 08:10:35.536102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-a711e794-d753-423c-9ab9-9242ac7230b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:09:24Z', 'revision_number': 4, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': 'a896db83-77ca-437e-91a5-5001fa8db2f3', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'floating_ip_address': '172.28.2.126', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'port_id': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'mac_address': 'fa:16:3e:1d:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a50f8b-474c-4d89-a407-f810244ee62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:10:31Z', 'updated_at': '2021-01-21T08:10:33Z', 'revision_number': 1, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150c34c9-374e-4a55-822c-ee71de012e6b', 'name': '', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'mac_address': 'fa:16:3e:e2:58:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:23Z', 'updated_at': '2021-01-21T08:09:36Z', 'revision_number': 5, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'subnets': [{'id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:10:35.540706 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a711e794-d753-423c-9ab9-9242ac7230b6 None None] Checking router: 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:10:35.550086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711e794-d753-423c-9ab9-9242ac7230b6 None None] Routers {'503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:10:35.550936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-a711e794-d753-423c-9ab9-9242ac7230b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:10:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:10:35.692390 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5776d6e6-0ab5-4060-a8c8-110df930cacd req-9b82c7be-fad3-4a18-8c00-19ff69bddc2d service neutron] 10.222.0.64 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1567624 Jan 21 08:10:35.708245 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-09760c2e-a136-4505-9c42-a825a3510fb2 req-66ae703b-6f82-44d8-854a-9d63d4c7582c service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631956 Jan 21 08:10:35.760494 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-a711e794-d753-423c-9ab9-9242ac7230b6 None None] Set router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:10:35.862256 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-09760c2e-a136-4505-9c42-a825a3510fb2 req-b6130523-0ce7-46b3-b801-a59b1b931f5b service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424224 Jan 21 08:10:36.145911 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-a711e794-d753-423c-9ab9-9242ac7230b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:09:24Z', 'revision_number': 4, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': 'a896db83-77ca-437e-91a5-5001fa8db2f3', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'floating_ip_address': '172.28.2.126', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'port_id': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'mac_address': 'fa:16:3e:1d:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a50f8b-474c-4d89-a407-f810244ee62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:10:31Z', 'updated_at': '2021-01-21T08:10:33Z', 'revision_number': 1, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150c34c9-374e-4a55-822c-ee71de012e6b', 'name': '', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'mac_address': 'fa:16:3e:e2:58:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:23Z', 'updated_at': '2021-01-21T08:09:36Z', 'revision_number': 5, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'subnets': [{'id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:10:36.149981 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a711e794-d753-423c-9ab9-9242ac7230b6 None None] The sync data for ids ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'] in dv-cinder-768592-5-smb is: [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:09:24Z', 'revision_number': 4, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_floatingips': [{'id': 'a896db83-77ca-437e-91a5-5001fa8db2f3', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'floating_ip_address': '172.28.2.126', 'floating_network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'router_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'port_id': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'mac_address': 'fa:16:3e:1d:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a50f8b-474c-4d89-a407-f810244ee62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:10:31Z', 'updated_at': '2021-01-21T08:10:33Z', 'revision_number': 1, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150c34c9-374e-4a55-822c-ee71de012e6b', 'name': '', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'mac_address': 'fa:16:3e:e2:58:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:23Z', 'updated_at': '2021-01-21T08:09:36Z', 'revision_number': 5, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'subnets': [{'id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:10:36.435648 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b047ad-0254-4ca5-8994-553f3ee24013 None None] New status for floating IP a896db83-77ca-437e-91a5-5001fa8db2f3: ACTIVE {{(pid=80229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 08:10:37.174267 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35974) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:37.377643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-86489d4d-0d6a-4dd3-99c0-359aeef97270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:37.392720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-86489d4d-0d6a-4dd3-99c0-359aeef97270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:10:37.397350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-86489d4d-0d6a-4dd3-99c0-359aeef97270 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a18792543f413a81dbbf78d1752ec3 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:10:37.400280 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-86489d4d-0d6a-4dd3-99c0-359aeef97270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:10:37.405936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-86489d4d-0d6a-4dd3-99c0-359aeef97270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:10:37.532901 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-86489d4d-0d6a-4dd3-99c0-359aeef97270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:37.556359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-86489d4d-0d6a-4dd3-99c0-359aeef97270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:37.563829 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0c7bb8e6-bbc1-4756-9457-33e328250793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:37.610412 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86489d4d-0d6a-4dd3-99c0-359aeef97270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3df6d0-3c9e-47f4-bae6-71795e16c481,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:37.615154 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-86489d4d-0d6a-4dd3-99c0-359aeef97270 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8a18792543f413a81dbbf78d1752ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392447 Jan 21 08:10:37.616165 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-86489d4d-0d6a-4dd3-99c0-359aeef97270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:37.617975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 35980) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:10:37.685640 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-50c4254b-df41-41bb-bc21-35e0d10a0cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:37.716387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-50c4254b-df41-41bb-bc21-35e0d10a0cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:37.865415 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-50c4254b-df41-41bb-bc21-35e0d10a0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:37.870604 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1460ff8d-65f5-4b6b-a672-02fd4fa9eea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:10:37.881804 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4254b-df41-41bb-bc21-35e0d10a0cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3df6d0-3c9e-47f4-bae6-71795e16c481,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:10:37.884620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-50c4254b-df41-41bb-bc21-35e0d10a0cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:10:37.890532 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-50c4254b-df41-41bb-bc21-35e0d10a0cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:37.891755 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-50c4254b-df41-41bb-bc21-35e0d10a0cb6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d3df6d0-3c9e-47f4-bae6-71795e16c481 HTTP/1.1" status: 204 len: 168 time: 0.2727935 Jan 21 08:10:43.983714 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a297e296-2957-49d3-b7a1-ba117e159736 req-b05cfb76-4083-4775-b7f5-6696060060e1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3081632 Jan 21 08:10:44.168436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e296-2957-49d3-b7a1-ba117e159736 req-d2ffd370-9263-4313-8e9b-b95f2c3a6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:44.170028 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a297e296-2957-49d3-b7a1-ba117e159736 req-d2ffd370-9263-4313-8e9b-b95f2c3a6462 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 1163 time: 0.0760212 Jan 21 08:10:44.336134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e296-2957-49d3-b7a1-ba117e159736 req-b6754524-19c5-4448-b7c0-0d83c64dc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:44.337785 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a297e296-2957-49d3-b7a1-ba117e159736 req-b6754524-19c5-4448-b7c0-0d83c64dc3a5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 200 len: 911 time: 0.1383808 Jan 21 08:10:44.453483 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a297e296-2957-49d3-b7a1-ba117e159736 req-a0946ddd-d18a-4be5-8ec4-93f94a2f4972 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=479074b1-9ac4-4ec4-a630-9306e2f596db HTTP/1.1" status: 200 len: 1002 time: 0.1027784 Jan 21 08:10:44.528819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e296-2957-49d3-b7a1-ba117e159736 req-87f47d13-9298-411c-88e7-8cbcec9ae795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:44.530378 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a297e296-2957-49d3-b7a1-ba117e159736 req-87f47d13-9298-411c-88e7-8cbcec9ae795 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 200 len: 856 time: 0.0642273 Jan 21 08:10:44.619772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e296-2957-49d3-b7a1-ba117e159736 req-cdd7d83d-9900-4acd-8cea-f06bda51d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:10:44.621348 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a297e296-2957-49d3-b7a1-ba117e159736 req-cdd7d83d-9900-4acd-8cea-f06bda51d34f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b88aaace-79ae-42aa-8edc-fc52c046e720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788069 Jan 21 08:10:44.642309 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [req-a297e296-2957-49d3-b7a1-ba117e159736 req-10a16e0a-a7f3-42a5-b45a-4f76cda55937 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 08:10:44.643394 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a297e296-2957-49d3-b7a1-ba117e159736 req-10a16e0a-a7f3-42a5-b45a-4f76cda55937 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0054827 Jan 21 08:10:44.791058 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a297e296-2957-49d3-b7a1-ba117e159736 req-e875fb79-2b42-4846-a052-5d9d2fea9435 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347497 Jan 21 08:10:44.936606 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a297e296-2957-49d3-b7a1-ba117e159736 req-00cc8ab2-dfb9-42dc-90f3-2c5d98706b25 service neutron] 10.222.0.75 "GET /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1338160 Jan 21 08:10:46.797750 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:50.116907 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:10:50.866616 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-be0a069c-32b4-4bab-8773-ef11eb9e8579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:53.009363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ddf9c2f4-5e51-4fa2-91a2-1af934b7d5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:53.877399 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:54.968090 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:10:55.774809 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:12.020130 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228e32d-a9be-4cfa-a934-828b5a7b76da req-cf5776f7-7cd5-4937-9805-59b4c44c3c61 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:11:12.021827 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f228e32d-a9be-4cfa-a934-828b5a7b76da req-cf5776f7-7cd5-4937-9805-59b4c44c3c61 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1062832 Jan 21 08:11:12.075705 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f228e32d-a9be-4cfa-a934-828b5a7b76da req-8932d636-85a0-48a8-ae7d-72a85fc0e196 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473120 Jan 21 08:11:13.325532 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe24bf4-6c12-47c7-bc35-19c69bb80aba req-7d8f473e-ae3b-42e3-8957-ed34ce1ed3f3 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:11:13.327208 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebe24bf4-6c12-47c7-bc35-19c69bb80aba req-7d8f473e-ae3b-42e3-8957-ed34ce1ed3f3 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1022813 Jan 21 08:11:13.380019 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ebe24bf4-6c12-47c7-bc35-19c69bb80aba req-7ce456e8-6f8d-4796-babb-ce9e8c3cd9ea tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457752 Jan 21 08:11:14.566931 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51377296-ec77-46ef-ad18-0472d59bb40f req-ead08ef7-c2d5-4b78-8c52-c05214e69318 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:11:14.568483 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-51377296-ec77-46ef-ad18-0472d59bb40f req-ead08ef7-c2d5-4b78-8c52-c05214e69318 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.75 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1058266 Jan 21 08:11:14.629040 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde53260-5173-4d03-a369-1b275529721f req-77e966e6-e8cb-46ac-b0a8-911fda1f4ab6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:11:14.630718 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bde53260-5173-4d03-a369-1b275529721f req-77e966e6-e8cb-46ac-b0a8-911fda1f4ab6 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 946 time: 0.1030560 Jan 21 08:11:14.652254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Deleting port 479074b1-9ac4-4ec4-a630-9306e2f596db {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:11:14.652644 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:14.929606 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-bde53260-5173-4d03-a369-1b275529721f req-11413e91-f5f2-4555-a5da-57fd1758988d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups?id=2e903687-54c1-4d33-b217-07748a85b920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923334 Jan 21 08:11:14.931923 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] For port 479074b1-9ac4-4ec4-a630-9306e2f596db, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=479074b1-9ac4-4ec4-a630-9306e2f596db,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:11:14.932370 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:15.244185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, precommit_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:15.244629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854392561'] for floatingip, after_update {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:15.244980 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Floating IP f9f51302-1ea9-4f9b-a8f9-e623148a6193 disassociated. External IP: 172.28.2.122, port: 479074b1-9ac4-4ec4-a630-9306e2f596db. Jan 21 08:11:15.245361 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Calling delete_port for 479074b1-9ac4-4ec4-a630-9306e2f596db owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:11:15.528531 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:15.544236 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-fdf41737-5af6-4d29-a253-51ad235014ee tempest-VolumesSnapshotTestJSON-6566561 tempest-VolumesSnapshotTestJSON-6566561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:15.638593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event deleted for resources: {'Port': ['ID=479074b1-9ac4-4ec4-a630-9306e2f596db,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:15.652874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.653287 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.653693 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.654096 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.654495 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.654893 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.655288 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.655679 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.656129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.656492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.656888 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.657853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.658298 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.658693 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.659080 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.659467 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.659853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.660265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.660656 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.661044 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.661436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.661821 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.662209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.662593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:15.667435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:15.923032 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Router f1016a24-f4ab-4f90-984e-ff7371649ced has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:11:15.984350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 479074b1-9ac4-4ec4-a630-9306e2f596db no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:11:16.024135 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] No Port match for: 479074b1-9ac4-4ec4-a630-9306e2f596db {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:11:16.024546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 479074b1-9ac4-4ec4-a630-9306e2f596db not bound to the agent host hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:11:16.147563 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-a17998a2-c9ac-4812-b46d-d5b0520b1532 req-514d2cd0-df9f-4333-90d5-fc79574f7080 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 210 time: 0.0607417 Jan 21 08:11:16.169351 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:11:16.179858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ca361-254b-4128-9c57-4ae76761374b None None] Sync routers for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:11:16.200352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ca361-254b-4128-9c57-4ae76761374b None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:11:16.200979 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-615ca361-254b-4128-9c57-4ae76761374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:10:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:16.217439 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] No DVR routers for this DVR port 479074b1-9ac4-4ec4-a630-9306e2f596db on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:11:16.220538 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:16.223541 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'name': 'network-vif-deleted', 'tag': '479074b1-9ac4-4ec4-a630-9306e2f596db'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:11:16.283027 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-51377296-ec77-46ef-ad18-0472d59bb40f req-b586faa7-695f-4403-a34c-1f1a5c7b9e1b tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.75 "DELETE /v2.0/ports/479074b1-9ac4-4ec4-a630-9306e2f596db HTTP/1.1" status: 204 len: 173 time: 1.7066641 Jan 21 08:11:16.293347 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b162c2e9-0203-430f-b967-708edaaa54ad', 'name': 'network-vif-deleted', 'tag': '479074b1-9ac4-4ec4-a630-9306e2f596db', 'status': 'completed', 'code': 200} Jan 21 08:11:16.419594 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-615ca361-254b-4128-9c57-4ae76761374b None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:11:16.564063 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:16.767551 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-615ca361-254b-4128-9c57-4ae76761374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:42Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:16.771835 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ca361-254b-4128-9c57-4ae76761374b None None] Checking router: f1016a24-f4ab-4f90-984e-ff7371649ced for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:11:16.781542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ca361-254b-4128-9c57-4ae76761374b None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:11:16.782738 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-615ca361-254b-4128-9c57-4ae76761374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:10:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:17.140463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-615ca361-254b-4128-9c57-4ae76761374b None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:11:17.361760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-b1235ac9-1e83-40de-8b3e-61c03aab3646 req-5e090567-99f7-4a2b-a424-1328724d464f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Synchronizing usage tracker for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:11:17.425588 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-b1235ac9-1e83-40de-8b3e-61c03aab3646 req-5e090567-99f7-4a2b-a424-1328724d464f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Unset dirty status for tenant:170e1d6a7ba04a31aa33e7bffa3a9e2f on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:11:17.426888 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-b1235ac9-1e83-40de-8b3e-61c03aab3646 req-5e090567-99f7-4a2b-a424-1328724d464f tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/ports?device_id=b162c2e9-0203-430f-b967-708edaaa54ad HTTP/1.1" status: 200 len: 210 time: 0.1134815 Jan 21 08:11:17.488192 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-615ca361-254b-4128-9c57-4ae76761374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:42Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:17.492481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ca361-254b-4128-9c57-4ae76761374b None None] The sync data for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb is: [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:00:25Z', 'revision_number': 4, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': 'b78cda69-79e5-4cab-8541-313fd1aaf9c4', 'name': '', 'network_id': 'b88aaace-79ae-42aa-8edc-fc52c046e720', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'mac_address': 'fa:16:3e:2b:26:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:21Z', 'updated_at': '2021-01-21T08:00:42Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'subnets': [{'id': '5827d482-07ad-4d44-8d91-414cfb59fb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:11:17.986690 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5738ca-c4ad-4d4b-a082-7a9995c5b4c1 None None] New status for floating IP f9f51302-1ea9-4f9b-a8f9-e623148a6193: DOWN {{(pid=80229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 08:11:18.620732 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36028) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:18.692974 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:18.724006 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:18.824584 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:18.829924 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-70708164-3590-4c18-9e25-4fb12ec3d730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:18.846565 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e903687-54c1-4d33-b217-07748a85b920,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:18.854767 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.862180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.863596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.863596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.863596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.863596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.863596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.863596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.863596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.863596 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.864483 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.864483 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:11:18.867909 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:18.887573 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:18.888957 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8bc27ae3-6202-4a27-9b73-feba7c5ae9ab tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "DELETE /v2.0/security-groups/2e903687-54c1-4d33-b217-07748a85b920 HTTP/1.1" status: 204 len: 168 time: 0.2671306 Jan 21 08:11:18.891808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36032) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:18.909450 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.api.v2.resource [None req-cd5ca11f-0764-470d-855c-a2ea2fee6d1d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] show failed (client error): The resource could not be found. Jan 21 08:11:18.910505 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-cd5ca11f-0764-470d-855c-a2ea2fee6d1d tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "GET /v2.0/security-groups/2e903687-54c1-4d33-b217-07748a85b920 HTTP/1.1" status: 404 len: 347 time: 0.0177116 Jan 21 08:11:18.913374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36036) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:19.085346 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-e136ca5f-7c91-4aea-9858-18d7eefa9fe2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Deleting port 6fa323fc-0c7a-42b7-bf99-e775e4f63bf5 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:11:19.085904 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e136ca5f-7c91-4aea-9858-18d7eefa9fe2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:19.266254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e136ca5f-7c91-4aea-9858-18d7eefa9fe2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:19.266662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e136ca5f-7c91-4aea-9858-18d7eefa9fe2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:19.404761 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-e136ca5f-7c91-4aea-9858-18d7eefa9fe2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Calling delete_port for 6fa323fc-0c7a-42b7-bf99-e775e4f63bf5 owned by network:floatingip {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:11:19.660072 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e136ca5f-7c91-4aea-9858-18d7eefa9fe2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:19.676606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0d91f4fd-4509-4464-ac81-7e4c348ba0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:19.773133 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136ca5f-7c91-4aea-9858-18d7eefa9fe2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Pushing event deleted for resources: {'Port': ['ID=6fa323fc-0c7a-42b7-bf99-e775e4f63bf5,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:19.777076 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e136ca5f-7c91-4aea-9858-18d7eefa9fe2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:19.900154 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e136ca5f-7c91-4aea-9858-18d7eefa9fe2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks [] for floatingip, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:19.945231 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e136ca5f-7c91-4aea-9858-18d7eefa9fe2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:19.946501 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e136ca5f-7c91-4aea-9858-18d7eefa9fe2 tempest-AttachVolumeShelveTestJSON-2056552395 tempest-AttachVolumeShelveTestJSON-2056552395] 10.222.0.64 "DELETE /v2.0/floatingips/f9f51302-1ea9-4f9b-a8f9-e623148a6193 HTTP/1.1" status: 204 len: 168 time: 1.0321872 Jan 21 08:11:20.865163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca34b154-3140-4ec0-bbec-37e83cd4bd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:22.942472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36062) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:22.997071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-396e0066-0add-4ddc-8838-f074b9a28065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:23.715485 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854393811'] for router_interface, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:23.904522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:24.082800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] Deleting port b78cda69-79e5-4cab-8541-313fd1aaf9c4 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:11:24.083369 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:24.278129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] For port b78cda69-79e5-4cab-8541-313fd1aaf9c4, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=b78cda69-79e5-4cab-8541-313fd1aaf9c4,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:11:24.278531 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:24.417265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] Calling delete_port for b78cda69-79e5-4cab-8541-313fd1aaf9c4 owned by network:router_interface {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:11:24.842366 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:24.858273 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-3ec9e686-54f1-4c05-a95e-7327171eb82a tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:24.956199 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78cda69-79e5-4cab-8541-313fd1aaf9c4,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:24.959340 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:24.974335 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:25.509213 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1590394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854393653'] for router_interface, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:25.779603 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:26.024259 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] Router f1016a24-f4ab-4f90-984e-ff7371649ced has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:11:26.216101 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:11:26.227465 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a5021-0ffe-452b-a266-c3c98e05cad3 None None] Sync routers for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:11:26.230103 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-c1a61406-fb4a-42d9-90cb-ebb5a70108f5 admin admin] 10.222.0.64 "PUT /v2.0/routers/f1016a24-f4ab-4f90-984e-ff7371649ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2863958 Jan 21 08:11:26.233258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36070) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:26.250437 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a5021-0ffe-452b-a266-c3c98e05cad3 None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:11:26.251126 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-2c4a5021-0ffe-452b-a266-c3c98e05cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:11:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:26.430674 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:26.453557 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-2c4a5021-0ffe-452b-a266-c3c98e05cad3 None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:11:26.619787 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:26.625077 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Deleting port d9bd2d54-6779-415f-93d7-6da9a2d5d356 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:11:26.625457 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:26.762753 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-2c4a5021-0ffe-452b-a266-c3c98e05cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:11:24Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:26.767463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a5021-0ffe-452b-a266-c3c98e05cad3 None None] Checking router: f1016a24-f4ab-4f90-984e-ff7371649ced for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:11:26.776786 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a5021-0ffe-452b-a266-c3c98e05cad3 None None] Routers {'f1016a24-f4ab-4f90-984e-ff7371649ced'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:11:26.777453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-2c4a5021-0ffe-452b-a266-c3c98e05cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:11:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['f1016a24-f4ab-4f90-984e-ff7371649ced'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:26.814760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] For port d9bd2d54-6779-415f-93d7-6da9a2d5d356, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=d9bd2d54-6779-415f-93d7-6da9a2d5d356,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:11:26.815163 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:26.946550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Calling delete_port for d9bd2d54-6779-415f-93d7-6da9a2d5d356 owned by network:router_gateway {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:11:26.968822 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-2c4a5021-0ffe-452b-a266-c3c98e05cad3 None None] Set router f1016a24-f4ab-4f90-984e-ff7371649ced gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:11:27.116746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:11:27.197021 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:27.274992 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-2c4a5021-0ffe-452b-a266-c3c98e05cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:11:24Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:27.280027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a5021-0ffe-452b-a266-c3c98e05cad3 None None] The sync data for ids ['f1016a24-f4ab-4f90-984e-ff7371649ced'] in dv-cinder-768592-5-smb is: [{'id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'name': 'tempest-AttachVolumeShelveTestJSON-1562067230-router', 'tenant_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:10Z', 'updated_at': '2021-01-21T08:11:24Z', 'revision_number': 5, 'project_id': '170e1d6a7ba04a31aa33e7bffa3a9e2f', 'gw_port': {'id': 'd9bd2d54-6779-415f-93d7-6da9a2d5d356', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1016a24-f4ab-4f90-984e-ff7371649ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:12Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:11:27.393127 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-383322'] for router_gateway, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:27.532246 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64930'] for router, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:27.534732 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:27.642924 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854392953'] for router, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:27.643588 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1016a24-f4ab-4f90-984e-ff7371649ced {{(pid=80226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 08:11:27.656130 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] Notify callbacks [] for router, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:27.657408 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-635fbfd3-3450-4b5c-b8be-2f546c2740f6 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f1016a24-f4ab-4f90-984e-ff7371649ced HTTP/1.1" status: 204 len: 168 time: 1.4231777 Jan 21 08:11:27.660237 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36074) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:27.730576 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-c600242e-d82e-47e4-bb03-b5a6a9073461 admin admin] Deleting subnet 5827d482-07ad-4d44-8d91-414cfb59fb96 {{(pid=80226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:11:27.734136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c600242e-d82e-47e4-bb03-b5a6a9073461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:27.786617 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c600242e-d82e-47e4-bb03-b5a6a9073461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4045688'] for subnet, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:27.874151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c600242e-d82e-47e4-bb03-b5a6a9073461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:28.402892 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c600242e-d82e-47e4-bb03-b5a6a9073461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1160558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985224'] for subnet, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:28.419394 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-2aa72969-d63a-4017-b31d-4a35fd4306bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:28.502661 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600242e-d82e-47e4-bb03-b5a6a9073461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5827d482-07ad-4d44-8d91-414cfb59fb96,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:28.517550 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c600242e-d82e-47e4-bb03-b5a6a9073461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:28.552973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c600242e-d82e-47e4-bb03-b5a6a9073461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:28.557759 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8119fd-82c9-435d-8708-ef9b6e6652f6 None None] Network b88aaace-79ae-42aa-8edc-fc52c046e720 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:11:28.559428 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-c600242e-d82e-47e4-bb03-b5a6a9073461 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5827d482-07ad-4d44-8d91-414cfb59fb96 HTTP/1.1" status: 204 len: 168 time: 0.8981681 Jan 21 08:11:28.562059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36078) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:28.680560 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:28.751564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Deleting port 6dd36573-68bd-4b47-a9b4-9146073e8670 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:11:28.751945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:28.794634 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device d9bd2d54-6779-415f-93d7-6da9a2d5d356 no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:11:28.833926 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: d9bd2d54-6779-415f-93d7-6da9a2d5d356 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:11:28.834237 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device d9bd2d54-6779-415f-93d7-6da9a2d5d356 not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:11:28.834710 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device b78cda69-79e5-4cab-8541-313fd1aaf9c4 no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:11:28.860120 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e68c52b-09cb-4716-987a-c102b1edfed9 None None] DHCP port deletion for b88aaace-79ae-42aa-8edc-fc52c046e720 request from dv-cinder-768592-5-smb {{(pid=80228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 08:11:28.874407 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-2e68c52b-09cb-4716-987a-c102b1edfed9 None None] Deleting port 6dd36573-68bd-4b47-a9b4-9146073e8670 {{(pid=80228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:11:28.874830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2e68c52b-09cb-4716-987a-c102b1edfed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:28.899620 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: b78cda69-79e5-4cab-8541-313fd1aaf9c4 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:11:28.900007 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device b78cda69-79e5-4cab-8541-313fd1aaf9c4 not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:11:28.978747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] For port 6dd36573-68bd-4b47-a9b4-9146073e8670, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=6dd36573-68bd-4b47-a9b4-9146073e8670,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:11:28.979146 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:29.114310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Calling delete_port for 6dd36573-68bd-4b47-a9b4-9146073e8670 owned by network:dhcp {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:11:29.237118 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:29.255699 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e987e480-939f-48e7-8cf5-d99893d60e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:29.273378 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-2e68c52b-09cb-4716-987a-c102b1edfed9 None None] For port 6dd36573-68bd-4b47-a9b4-9146073e8670, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=6dd36573-68bd-4b47-a9b4-9146073e8670,segment=NetworkSegment(80eb1539-992b-4064-b59f-2932acdfe8b0),segment_id=80eb1539-992b-4064-b59f-2932acdfe8b0)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:11:29.273842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2e68c52b-09cb-4716-987a-c102b1edfed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:29.362120 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd36573-68bd-4b47-a9b4-9146073e8670,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:29.367010 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:29.401050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] No DVR routers for this DVR port 6dd36573-68bd-4b47-a9b4-9146073e8670 on host dv-cinder-768592-5-smb {{(pid=80226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:11:29.408823 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-2e68c52b-09cb-4716-987a-c102b1edfed9 None None] Calling delete_port for 6dd36573-68bd-4b47-a9b4-9146073e8670 owned by network:dhcp {{(pid=80228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:11:29.483637 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [None req-2e68c52b-09cb-4716-987a-c102b1edfed9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80228) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:11:29.484050 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [None req-2e68c52b-09cb-4716-987a-c102b1edfed9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:11:29.526969 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:29.643801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88aaace-79ae-42aa-8edc-fc52c046e720']}} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:29.656438 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80eb1539-992b-4064-b59f-2932acdfe8b0') {'for_net_delete': True} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:29.657308 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80eb1539-992b-4064-b59f-2932acdfe8b0') {} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:29.669302 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850730128'] for segment, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:29.683971 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:29.685963 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:11:29.864641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Network b88aaace-79ae-42aa-8edc-fc52c046e720 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:11:29.877757 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1160449'] for segment, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:29.985814 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-2e68c52b-09cb-4716-987a-c102b1edfed9 None None] Deleting port 6dd36573-68bd-4b47-a9b4-9146073e8670 {{(pid=80228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:11:29.986377 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2e68c52b-09cb-4716-987a-c102b1edfed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:30.055818 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Network b88aaace-79ae-42aa-8edc-fc52c046e720 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:11:30.058417 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-2e68c52b-09cb-4716-987a-c102b1edfed9 None None] The port '6dd36573-68bd-4b47-a9b4-9146073e8670' was deleted {{(pid=80228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:11:30.079974 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:11:30.277406 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:30.282131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:30.285149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:30.307416 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Pushing event deleted for resources: {'Network': ['ID=b88aaace-79ae-42aa-8edc-fc52c046e720,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:30.310351 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:30.357843 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] 10.222.0.64 "DELETE /v2.0/networks/b88aaace-79ae-42aa-8edc-fc52c046e720 HTTP/1.1" status: 204 len: 168 time: 1.7946529 Jan 21 08:11:30.695353 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36084) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:30.748191 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-45ecd48e-975a-47c0-854c-45db7b0195b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=170e1d6a7ba04a31aa33e7bffa3a9e2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0514984 Jan 21 08:11:30.750677 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36088) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:30.787016 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 6dd36573-68bd-4b47-a9b4-9146073e8670 no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:11:30.813958 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-57a433ec-0f31-455a-b81c-02ee69e3bcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:30.823966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: 6dd36573-68bd-4b47-a9b4-9146073e8670 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:11:30.824384 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 6dd36573-68bd-4b47-a9b4-9146073e8670 not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:11:30.841819 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-57a433ec-0f31-455a-b81c-02ee69e3bcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:30.956800 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-57a433ec-0f31-455a-b81c-02ee69e3bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:30.961999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-712d55df-1da4-4039-b741-2cb83daeb93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:30.974630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a433ec-0f31-455a-b81c-02ee69e3bcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42300da-a7fb-4140-bf8c-7118d3d111f9,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:30.977376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-57a433ec-0f31-455a-b81c-02ee69e3bcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:30.985601 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-57a433ec-0f31-455a-b81c-02ee69e3bcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:30.986813 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-57a433ec-0f31-455a-b81c-02ee69e3bcae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f42300da-a7fb-4140-bf8c-7118d3d111f9 HTTP/1.1" status: 204 len: 168 time: 0.2351558 Jan 21 08:11:32.034655 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36110) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:32.173234 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1872169017-network', 'tenant_id': 'd7a1dc5acc14494cafc9f04ac64778e0'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:11:32.178268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:11:32.182307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Usage tracker for resource:network and tenant:d7a1dc5acc14494cafc9f04ac64778e0 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:11:32.185289 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:11:32.191600 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:11:32.248606 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Made reservation on behalf of d7a1dc5acc14494cafc9f04ac64778e0 for: {'network': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:11:32.253541 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:32.267301 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:32.290730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:11:32.294118 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Usage tracker for resource:security_group_rule and tenant:d7a1dc5acc14494cafc9f04ac64778e0 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:11:32.298242 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:11:32.304155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:11:32.389568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:32.419846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:32.425966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b99e6f49-50bf-4686-b427-768ab00702ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:32.456225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:11:32.469873 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b425b6bb-f01f-438e-a5c6-0a88a83f4c76,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:32.474670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:32.480908 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:32.480908 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Added segment 523f32b7-3740-4b80-b99c-cd0add7868f0 of type vxlan for network 0c82cbda-57e5-453e-b3d7-fdb18619af0a Jan 21 08:11:32.550718 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:32.614130 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:32.615413 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:11:32.616063 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:32.621231 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:32.727135 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Pushing event updated for resources: {'Network': ['ID=0c82cbda-57e5-453e-b3d7-fdb18619af0a,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:32.730182 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:32.739290 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network 0c82cbda-57e5-453e-b3d7-fdb18619af0a details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:11:32.774612 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7387738 Jan 21 08:11:32.777586 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36116) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:32.783773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Request body: {'subnet': {'network_id': '0c82cbda-57e5-453e-b3d7-fdb18619af0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1872169017-subnet', 'tenant_id': 'd7a1dc5acc14494cafc9f04ac64778e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:11:32.789141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:11:32.793215 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Usage tracker for resource:subnet and tenant:d7a1dc5acc14494cafc9f04ac64778e0 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:11:32.796268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:11:32.802630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:11:32.808669 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network 0c82cbda-57e5-453e-b3d7-fdb18619af0a details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:11:32.893760 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Made reservation on behalf of d7a1dc5acc14494cafc9f04ac64778e0 for: {'subnet': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:11:32.898781 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851060590'] for subnet, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:33.731019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852210279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851060575'] for subnet, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:33.746772 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:33.879998 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51aa8f65-3258-472a-a80e-2935307c3a64,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:33.882472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:33.947764 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Checking segment: {'id': '523f32b7-3740-4b80-b99c-cd0add7868f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c82cbda-57e5-453e-b3d7-fdb18619af0a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:11:33.948149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Network hostable DHCP agents. Network: 0c82cbda-57e5-453e-b3d7-fdb18619af0a, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:11:34.025511 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Network 0c82cbda-57e5-453e-b3d7-fdb18619af0a is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:11:34.093404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, 0c82cbda-57e5-453e-b3d7-fdb18619af0a) {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:11:34.102825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fba0bf-ab12-40a5-94b5-040c414821e3 None None] Network 0c82cbda-57e5-453e-b3d7-fdb18619af0a requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:11:34.107622 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:11:34.108317 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:34.157996 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-4e82c062-3b2e-41ee-b089-301840eeba23 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3792765 Jan 21 08:11:34.337310 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669c9da6-527f-4cef-a1e4-9f2bbf716048 None None] Network 0c82cbda-57e5-453e-b3d7-fdb18619af0a requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:11:34.989688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36134) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:34.995908 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2121013803-network', 'tenant_id': '58bbccd80c7b4dd492dd65f7a980d114'}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:11:35.000965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:11:35.005038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Usage tracker for resource:network and tenant:58bbccd80c7b4dd492dd65f7a980d114 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:11:35.008984 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:11:35.014762 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:11:35.139923 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Made reservation on behalf of 58bbccd80c7b4dd492dd65f7a980d114 for: {'network': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:11:35.145554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for network, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:35.159381 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:35.174632 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:11:35.178612 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Usage tracker for resource:security_group_rule and tenant:58bbccd80c7b4dd492dd65f7a980d114 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:11:35.181563 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:11:35.187281 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:11:35.275083 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:35.311326 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:35.316690 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-169bf1d1-8175-4ca7-9671-7fc8075ee4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:35.346884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 08:11:35.360318 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d549f1aa-0530-4f35-84d9-c2547796f6a7,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:35.365282 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:35.365720 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.segments_db [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Added segment 3a0fd58a-8a4a-4939-8df9-36d7d3ca14ae of type vxlan for network f80ed889-0347-42f2-bb62-40916008f370 Jan 21 08:11:35.366999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:35.395038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278621053914'] for network, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:35.447870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438'] for network, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:35.449167 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:11:35.449813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:35.455432 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:35.561387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Pushing event updated for resources: {'Network': ['ID=f80ed889-0347-42f2-bb62-40916008f370,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:35.567982 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:35.572258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Network f80ed889-0347-42f2-bb62-40916008f370 details requested by agent ovs-agent-dv-cinder-768592-5-smb with host dv-cinder-768592-5-smb {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:11:35.580290 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-1634796d-d618-4e74-a843-7ec924442033 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5894341 Jan 21 08:11:35.583282 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36138) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:35.589749 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.v2.base [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Request body: {'subnet': {'network_id': 'f80ed889-0347-42f2-bb62-40916008f370', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2121013803-subnet', 'tenant_id': '58bbccd80c7b4dd492dd65f7a980d114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 08:11:35.596076 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:11:35.600147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Usage tracker for resource:subnet and tenant:58bbccd80c7b4dd492dd65f7a980d114 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:11:35.603249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:11:35.608950 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:11:35.642270 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Network f80ed889-0347-42f2-bb62-40916008f370 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 08:11:35.642483 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Made reservation on behalf of 58bbccd80c7b4dd492dd65f7a980d114 for: {'subnet': 1} {{(pid=80227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 08:11:35.647296 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851060590'] for subnet, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:36.083387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852210279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851060575'] for subnet, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:36.099321 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:36.237393 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a03949-fc36-4a7c-985f-315fc2cc9a1f,revision_number=0']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:36.240607 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:36.311574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Checking segment: {'id': '3a0fd58a-8a4a-4939-8df9-36d7d3ca14ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f80ed889-0347-42f2-bb62-40916008f370'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 08:11:36.311574 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Network hostable DHCP agents. Network: f80ed889-0347-42f2-bb62-40916008f370, hostable agents: ['c7f965f1-633f-4e63-8f4b-06c7c3cd751f'], hosted agents: [] {{(pid=80227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 08:11:36.351178 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Network f80ed889-0347-42f2-bb62-40916008f370 is scheduled to be hosted by DHCP agent c7f965f1-633f-4e63-8f4b-06c7c3cd751f with binding_index 1 {{(pid=80227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 08:11:36.390155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.base_scheduler [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-smb, f80ed889-0347-42f2-bb62-40916008f370) {{(pid=80227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 08:11:36.399707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c6f9bc-afd9-4904-83fb-2b4fe64ac986 None None] Network f80ed889-0347-42f2-bb62-40916008f370 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:11:36.403003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:11:36.403666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:36.457387 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8727684 Jan 21 08:11:36.598895 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36144) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:36.632858 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42004e7-f656-4ce9-b522-167249ab1719 None None] Network f80ed889-0347-42f2-bb62-40916008f370 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:11:36.667831 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffbca1b-f11f-4bba-b038-0dc373dc0888 admin admin] Deleting subnet 51aa8f65-3258-472a-a80e-2935307c3a64 {{(pid=80227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:11:36.670975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2ffbca1b-f11f-4bba-b038-0dc373dc0888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:36.723674 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2ffbca1b-f11f-4bba-b038-0dc373dc0888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2385835'] for subnet, precommit_delete_associations {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:36.786924 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2ffbca1b-f11f-4bba-b038-0dc373dc0888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:37.076781 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2ffbca1b-f11f-4bba-b038-0dc373dc0888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852211364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715256'] for subnet, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:37.097204 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-f5c13aa9-d4fc-4673-a5b9-d3170af78955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:37.176322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbca1b-f11f-4bba-b038-0dc373dc0888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51aa8f65-3258-472a-a80e-2935307c3a64,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:37.190394 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-2ffbca1b-f11f-4bba-b038-0dc373dc0888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:37.232594 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2ffbca1b-f11f-4bba-b038-0dc373dc0888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:37.239427 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-2ffbca1b-f11f-4bba-b038-0dc373dc0888 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/51aa8f65-3258-472a-a80e-2935307c3a64 HTTP/1.1" status: 204 len: 168 time: 0.6388781 Jan 21 08:11:37.241660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36148) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:37.355635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:37.547740 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:37.662206 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c82cbda-57e5-453e-b3d7-fdb18619af0a']}} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:37.674909 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523f32b7-3740-4b80-b99c-cd0add7868f0') {'for_net_delete': True} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:37.675319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523f32b7-3740-4b80-b99c-cd0add7868f0') {} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:37.687896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389981'] for segment, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:37.702529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:37.705174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:11:37.885402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] Network 0c82cbda-57e5-453e-b3d7-fdb18619af0a has no segments {{(pid=80227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:11:37.894443 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852211405'] for segment, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:38.070723 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] Network 0c82cbda-57e5-453e-b3d7-fdb18619af0a has no segments {{(pid=80227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:11:38.094435 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:11:38.231157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:38.236234 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:38.241678 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:38.259332 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0c82cbda-57e5-453e-b3d7-fdb18619af0a HTTP/1.1" status: 204 len: 168 time: 1.0165789 Jan 21 08:11:38.262473 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36152) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:38.262773 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c82cbda-57e5-453e-b3d7-fdb18619af0a,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:38.265424 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ca2f2fe8-f8e1-4172-8f6e-67063a9eeae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:38.351535 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9b0ce1-1aa4-460c-b8fe-210c0258a202 admin admin] Deleting subnet 71a03949-fc36-4a7c-985f-315fc2cc9a1f {{(pid=80226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:11:38.351535 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0ce1-1aa4-460c-b8fe-210c0258a202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:38.403091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0ce1-1aa4-460c-b8fe-210c0258a202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4045688'] for subnet, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:38.462022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0ce1-1aa4-460c-b8fe-210c0258a202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:38.751562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0ce1-1aa4-460c-b8fe-210c0258a202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1160558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985224'] for subnet, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:38.767309 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:38.865043 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b0ce1-1aa4-460c-b8fe-210c0258a202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a03949-fc36-4a7c-985f-315fc2cc9a1f,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:38.869640 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9e9b0ce1-1aa4-460c-b8fe-210c0258a202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:38.902725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0ce1-1aa4-460c-b8fe-210c0258a202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:38.909368 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9e9b0ce1-1aa4-460c-b8fe-210c0258a202 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/71a03949-fc36-4a7c-985f-315fc2cc9a1f HTTP/1.1" status: 204 len: 168 time: 0.6452599 Jan 21 08:11:38.911966 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36156) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:39.027309 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:39.215830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:39.331885 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80ed889-0347-42f2-bb62-40916008f370']}} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:39.584651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0fd58a-8a4a-4939-8df9-36d7d3ca14ae') {'for_net_delete': True} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:39.584879 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0fd58a-8a4a-4939-8df9-36d7d3ca14ae') {} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:11:39.598451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850730128'] for segment, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:39.613516 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:39.615484 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:11:39.792700 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] Network f80ed889-0347-42f2-bb62-40916008f370 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:11:39.802572 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1160449'] for segment, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:39.982198 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] Network f80ed889-0347-42f2-bb62-40916008f370 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:11:40.005775 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:11:40.122104 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:40.126387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:40.142595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:40.149020 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80ed889-0347-42f2-bb62-40916008f370,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:40.152089 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:40.154024 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-d3009ea1-7b71-4b05-9187-be8b64238cf1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f80ed889-0347-42f2-bb62-40916008f370 HTTP/1.1" status: 204 len: 168 time: 1.2410154 Jan 21 08:11:40.400547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36162) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:40.453223 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-92cad212-72d0-4cb5-9a2a-d4da17501b75 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7a1dc5acc14494cafc9f04ac64778e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513546 Jan 21 08:11:40.455787 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36166) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:40.520520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8a4218b7-f2ac-435a-9836-c067c5ae8e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:40.554407 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8a4218b7-f2ac-435a-9836-c067c5ae8e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:40.756657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8a4218b7-f2ac-435a-9836-c067c5ae8e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:40.762072 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0e3f4b9c-777b-41e9-af8e-6a170d3a69bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:40.775814 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4218b7-f2ac-435a-9836-c067c5ae8e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b425b6bb-f01f-438e-a5c6-0a88a83f4c76,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:40.778985 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8a4218b7-f2ac-435a-9836-c067c5ae8e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:40.781554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8a4218b7-f2ac-435a-9836-c067c5ae8e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:40.782784 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8a4218b7-f2ac-435a-9836-c067c5ae8e36 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b425b6bb-f01f-438e-a5c6-0a88a83f4c76 HTTP/1.1" status: 204 len: 168 time: 0.3259811 Jan 21 08:11:41.314906 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36174) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:41.369352 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8cc84bcd-a240-4caf-ae03-3ee4dbbda4ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58bbccd80c7b4dd492dd65f7a980d114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530522 Jan 21 08:11:41.371946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36178) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:11:41.436100 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e02ad86f-8732-4bfe-b4bc-a2e9cf329868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:41.472155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e02ad86f-8732-4bfe-b4bc-a2e9cf329868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:41.568754 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e02ad86f-8732-4bfe-b4bc-a2e9cf329868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:41.574038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e03a3d5b-eb1e-4a8a-8d0b-01a125646f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:11:41.589676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ad86f-8732-4bfe-b4bc-a2e9cf329868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d549f1aa-0530-4f35-84d9-c2547796f6a7,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:11:41.592725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e02ad86f-8732-4bfe-b4bc-a2e9cf329868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:11:41.595317 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e02ad86f-8732-4bfe-b4bc-a2e9cf329868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:41.597298 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e02ad86f-8732-4bfe-b4bc-a2e9cf329868 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d549f1aa-0530-4f35-84d9-c2547796f6a7 HTTP/1.1" status: 204 len: 168 time: 0.2243056 Jan 21 08:11:43.819551 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8539070b-bf75-43d0-a071-6cd35b0a54a4 req-5f403cf7-84a9-461a-b187-3a53f51a4cc7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2227528 Jan 21 08:11:43.946657 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539070b-bf75-43d0-a071-6cd35b0a54a4 req-340adff4-edc2-4352-bd3d-08356a398578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:11:43.948326 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8539070b-bf75-43d0-a071-6cd35b0a54a4 req-340adff4-edc2-4352-bd3d-08356a398578 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1163 time: 0.0783796 Jan 21 08:11:44.118387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539070b-bf75-43d0-a071-6cd35b0a54a4 req-1b647708-421b-42e1-93ee-579880dc43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:11:44.119992 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8539070b-bf75-43d0-a071-6cd35b0a54a4 req-1b647708-421b-42e1-93ee-579880dc43ff service neutron] 10.222.0.75 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 902 time: 0.1413834 Jan 21 08:11:44.237238 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8539070b-bf75-43d0-a071-6cd35b0a54a4 req-acc71d13-ef91-4717-a302-a16f7fc209de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 1002 time: 0.1056836 Jan 21 08:11:44.309985 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539070b-bf75-43d0-a071-6cd35b0a54a4 req-66909c00-9207-4f2f-80ee-681824cd4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:11:44.311468 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8539070b-bf75-43d0-a071-6cd35b0a54a4 req-66909c00-9207-4f2f-80ee-681824cd4ddf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 200 len: 847 time: 0.0643852 Jan 21 08:11:44.404548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539070b-bf75-43d0-a071-6cd35b0a54a4 req-bdf904be-d7c5-4b99-a2a9-d22bdc623123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:11:44.406201 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8539070b-bf75-43d0-a071-6cd35b0a54a4 req-bdf904be-d7c5-4b99-a2a9-d22bdc623123 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=955fa89f-083b-4b41-a6aa-f19e012ad6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818794 Jan 21 08:11:44.784804 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8539070b-bf75-43d0-a071-6cd35b0a54a4 req-e28f3342-5534-4050-92d2-c82feba4070b service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705914 Jan 21 08:11:44.931211 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8539070b-bf75-43d0-a071-6cd35b0a54a4 req-05649e01-f143-471a-acd5-b8e05bcf59a2 service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1335621 Jan 21 08:11:46.476937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:50.888185 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-05a76b0c-fbeb-4f18-9dc5-ce424bef7237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:53.008141 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-50041374-2523-45f1-af2a-e31ecba167b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:53.882386 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:54.973196 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:11:55.773547 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:04.117634 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:12:16.481650 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:20.921981 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-66df7e90-f721-49b0-bb0e-84d19288b55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:21.520765 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36542) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:21.673614 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:21.689202 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:12:21.693183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Usage tracker for resource:security_group_rule and tenant:bf5fd98d2b8946939dbe2f9dc52ba31b is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:12:21.696695 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:12:21.702389 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:12:21.786241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:21.818404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:21.827645 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e1a5f6ad-2fd0-4a66-86b5-c4c260d8bd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:21.869410 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf5fd98d2b8946939dbe2f9dc52ba31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474686 Jan 21 08:12:21.871129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e9b890-bf09-4f0d-932f-ddd518ca2c76,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:21.872312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36548) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:21.879302 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.879715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.880121 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.880548 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.880941 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.881338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.881727 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.882120 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.882505 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.882896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.883285 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.883672 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.884116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.884542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.884929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.885314 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.885742 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.886101 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.886491 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.886874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.887264 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.887649 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.888034 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.888444 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:21.893173 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:21.939271 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:21.967358 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:22.109460 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:22.114717 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-11e5d2b7-5852-455f-a555-2733a78adce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:22.125747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e9b890-bf09-4f0d-932f-ddd518ca2c76,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:22.136468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.136900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.137322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.137740 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.138153 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.138566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.138973 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.139379 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.139784 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.140209 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.140627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.141038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.141500 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.141906 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.142311 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.142714 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.143116 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.143518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.143918 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.144352 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.144757 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.145159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.145556 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.145955 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:12:22.150333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:22.151507 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:22.152779 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-c50a71e5-9bd0-4a33-a12f-98134ed9c515 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19e9b890-bf09-4f0d-932f-ddd518ca2c76 HTTP/1.1" status: 204 len: 168 time: 0.2793467 Jan 21 08:12:22.719100 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36556) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:22.740763 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cf5d0c4f-86d9-43c8-8d08-6824350e539a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:22.756704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-cf5d0c4f-86d9-43c8-8d08-6824350e539a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:12:22.760842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-cf5d0c4f-86d9-43c8-8d08-6824350e539a admin admin] Usage tracker for resource:security_group_rule and tenant:6d73d69ddc784374af40c9ab8fac8a06 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:12:22.763884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-cf5d0c4f-86d9-43c8-8d08-6824350e539a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:12:22.769749 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-cf5d0c4f-86d9-43c8-8d08-6824350e539a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:12:22.856847 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cf5d0c4f-86d9-43c8-8d08-6824350e539a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:22.894336 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cf5d0c4f-86d9-43c8-8d08-6824350e539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:22.904358 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-a6d5fd3f-a849-4b06-87f5-7a4eea37bbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:22.950035 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-cf5d0c4f-86d9-43c8-8d08-6824350e539a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d73d69ddc784374af40c9ab8fac8a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297564 Jan 21 08:12:22.951767 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d0c4f-86d9-43c8-8d08-6824350e539a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af28eb93-8347-48ba-bc7a-d442abc006cb,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:22.952873 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36560) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:22.955216 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-cf5d0c4f-86d9-43c8-8d08-6824350e539a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:23.021595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bbc48313-2104-438d-94b1-14b1a64bf337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:23.035987 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f6a3cae0-c9ef-4f74-a647-7aa6fa171fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:23.049782 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bbc48313-2104-438d-94b1-14b1a64bf337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:23.138717 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bbc48313-2104-438d-94b1-14b1a64bf337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:23.144021 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-072c142d-5fa0-42d3-a266-3a3824569a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:23.156482 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc48313-2104-438d-94b1-14b1a64bf337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af28eb93-8347-48ba-bc7a-d442abc006cb,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:23.161529 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-bbc48313-2104-438d-94b1-14b1a64bf337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:23.167679 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bbc48313-2104-438d-94b1-14b1a64bf337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:23.168917 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-bbc48313-2104-438d-94b1-14b1a64bf337 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af28eb93-8347-48ba-bc7a-d442abc006cb HTTP/1.1" status: 204 len: 168 time: 0.2149770 Jan 21 08:12:23.893312 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:24.972793 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:25.904763 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:27.707454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36628) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:27.860136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd648a22-02ec-444b-a4ac-c28e4c97780a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:27.875862 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-bd648a22-02ec-444b-a4ac-c28e4c97780a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:12:27.880047 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-bd648a22-02ec-444b-a4ac-c28e4c97780a admin admin] Usage tracker for resource:security_group_rule and tenant:93bf257fa1a84691810f88421fefcecd is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:12:27.883019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-bd648a22-02ec-444b-a4ac-c28e4c97780a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:12:27.888779 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-bd648a22-02ec-444b-a4ac-c28e4c97780a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:12:27.974107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd648a22-02ec-444b-a4ac-c28e4c97780a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:28.000890 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-bd648a22-02ec-444b-a4ac-c28e4c97780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:28.010642 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-fe87ba86-7620-48fc-a4ed-f2073e6489fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:28.052935 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-bd648a22-02ec-444b-a4ac-c28e4c97780a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93bf257fa1a84691810f88421fefcecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442450 Jan 21 08:12:28.054587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd648a22-02ec-444b-a4ac-c28e4c97780a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316db6fb-66a5-47fd-92d7-628aa464e0ff,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:28.055770 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36634) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:28.057893 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-bd648a22-02ec-444b-a4ac-c28e4c97780a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:28.120439 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9c2a09ff-5ecf-4267-b886-f50441149c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:28.148150 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9c2a09ff-5ecf-4267-b886-f50441149c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:28.224338 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9c2a09ff-5ecf-4267-b886-f50441149c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:28.230700 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:28.245490 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a09ff-5ecf-4267-b886-f50441149c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316db6fb-66a5-47fd-92d7-628aa464e0ff,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:28.255004 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9c2a09ff-5ecf-4267-b886-f50441149c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:28.255844 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9c2a09ff-5ecf-4267-b886-f50441149c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:28.257427 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9c2a09ff-5ecf-4267-b886-f50441149c09 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/316db6fb-66a5-47fd-92d7-628aa464e0ff HTTP/1.1" status: 204 len: 168 time: 0.2002244 Jan 21 08:12:28.827796 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36642) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:28.848866 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b1a8219d-e290-4fee-baad-8affd9f84929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:28.865030 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b1a8219d-e290-4fee-baad-8affd9f84929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:12:28.869765 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b1a8219d-e290-4fee-baad-8affd9f84929 admin admin] Usage tracker for resource:security_group_rule and tenant:bf2c29921ba04836b43415a50151fb99 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:12:28.872786 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-b1a8219d-e290-4fee-baad-8affd9f84929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:12:28.878653 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-b1a8219d-e290-4fee-baad-8affd9f84929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:12:28.972759 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b1a8219d-e290-4fee-baad-8affd9f84929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:29.024455 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b1a8219d-e290-4fee-baad-8affd9f84929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:29.037456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9479a19c-490d-4a32-a771-33abf034cc4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:29.083752 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b1a8219d-e290-4fee-baad-8affd9f84929 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf2c29921ba04836b43415a50151fb99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547402 Jan 21 08:12:29.084747 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8219d-e290-4fee-baad-8affd9f84929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dc5571-b3d1-42d3-b908-9dc211971f38,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:29.086719 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36646) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:29.088097 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b1a8219d-e290-4fee-baad-8affd9f84929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:29.152937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-087f8620-8fe6-4024-b7d0-88326b7911b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:29.180462 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-087f8620-8fe6-4024-b7d0-88326b7911b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:29.270447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-087f8620-8fe6-4024-b7d0-88326b7911b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:29.276662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d7ba75ef-14f7-4ef6-88e5-b048af14348e tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:29.293103 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f8620-8fe6-4024-b7d0-88326b7911b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dc5571-b3d1-42d3-b908-9dc211971f38,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:29.297539 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-087f8620-8fe6-4024-b7d0-88326b7911b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:29.299446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-087f8620-8fe6-4024-b7d0-88326b7911b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:29.300692 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-087f8620-8fe6-4024-b7d0-88326b7911b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49dc5571-b3d1-42d3-b908-9dc211971f38 HTTP/1.1" status: 204 len: 168 time: 0.2123387 Jan 21 08:12:38.929985 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36730) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:39.086193 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-22ba16ab-7718-42a4-8430-aad2b20cc861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:39.101914 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-22ba16ab-7718-42a4-8430-aad2b20cc861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:12:39.105882 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-22ba16ab-7718-42a4-8430-aad2b20cc861 admin admin] Usage tracker for resource:security_group_rule and tenant:41edb68b4871499e9ae7abe649368dcf is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:12:39.108788 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-22ba16ab-7718-42a4-8430-aad2b20cc861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:12:39.114447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-22ba16ab-7718-42a4-8430-aad2b20cc861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:12:39.198342 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-22ba16ab-7718-42a4-8430-aad2b20cc861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:39.229758 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-22ba16ab-7718-42a4-8430-aad2b20cc861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:39.238901 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-57a433ec-0f31-455a-b81c-02ee69e3bcae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:39.285826 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba16ab-7718-42a4-8430-aad2b20cc861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbbc6ca-e4de-4c69-acf8-5d7eee677731,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:39.291089 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-22ba16ab-7718-42a4-8430-aad2b20cc861 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41edb68b4871499e9ae7abe649368dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600178 Jan 21 08:12:39.292155 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-22ba16ab-7718-42a4-8430-aad2b20cc861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:39.293898 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36736) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:39.357874 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c12ab748-056b-4ee9-9a3f-647a2fdf487b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:39.386783 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c12ab748-056b-4ee9-9a3f-647a2fdf487b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:39.464293 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c12ab748-056b-4ee9-9a3f-647a2fdf487b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:39.469759 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-50c4254b-df41-41bb-bc21-35e0d10a0cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:39.483427 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ab748-056b-4ee9-9a3f-647a2fdf487b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbbc6ca-e4de-4c69-acf8-5d7eee677731,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:39.486661 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c12ab748-056b-4ee9-9a3f-647a2fdf487b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:39.489086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c12ab748-056b-4ee9-9a3f-647a2fdf487b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:39.495311 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-c12ab748-056b-4ee9-9a3f-647a2fdf487b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdbbc6ca-e4de-4c69-acf8-5d7eee677731 HTTP/1.1" status: 204 len: 168 time: 0.1952515 Jan 21 08:12:40.001476 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36744) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:40.021394 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-87a3734d-5d63-42d0-8354-d5dfabe6a58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:40.036572 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-87a3734d-5d63-42d0-8354-d5dfabe6a58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:12:40.040701 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-87a3734d-5d63-42d0-8354-d5dfabe6a58f admin admin] Usage tracker for resource:security_group_rule and tenant:c1c995c6d76843babfbaba9d7d18bcf2 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:12:40.043618 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-87a3734d-5d63-42d0-8354-d5dfabe6a58f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:12:40.049307 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-87a3734d-5d63-42d0-8354-d5dfabe6a58f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:12:40.138724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-87a3734d-5d63-42d0-8354-d5dfabe6a58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:40.183684 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-87a3734d-5d63-42d0-8354-d5dfabe6a58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:40.192409 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-daabc60a-679b-41fa-9c31-7ae025aef41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:40.234533 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-87a3734d-5d63-42d0-8354-d5dfabe6a58f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1c995c6d76843babfbaba9d7d18bcf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318027 Jan 21 08:12:40.236295 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3734d-5d63-42d0-8354-d5dfabe6a58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560e293d-a99e-43f6-b64e-d65afbf76f63,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:40.237675 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36748) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:40.239629 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-87a3734d-5d63-42d0-8354-d5dfabe6a58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:40.303622 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6b2f-91d5-4cbe-8852-be7a98fd68a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:40.333294 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6b2f-91d5-4cbe-8852-be7a98fd68a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:40.412608 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6b2f-91d5-4cbe-8852-be7a98fd68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:40.418346 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-82e20491-7b9c-4285-9f1a-971fd895cd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:40.432245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a6b2f-91d5-4cbe-8852-be7a98fd68a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560e293d-a99e-43f6-b64e-d65afbf76f63,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:40.434915 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5f5a6b2f-91d5-4cbe-8852-be7a98fd68a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:40.442696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6b2f-91d5-4cbe-8852-be7a98fd68a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:40.443927 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5f5a6b2f-91d5-4cbe-8852-be7a98fd68a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/560e293d-a99e-43f6-b64e-d65afbf76f63 HTTP/1.1" status: 204 len: 168 time: 0.2044735 Jan 21 08:12:41.117200 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:12:45.589961 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-17d9cbf7-a901-4307-ab2e-e2095528966f req-131182e4-034b-4aa4-b22e-e67cd02f3623 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0782127 Jan 21 08:12:45.789238 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9cbf7-a901-4307-ab2e-e2095528966f req-0048b38d-0924-43f9-91ea-6d60c74c6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:45.789238 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-17d9cbf7-a901-4307-ab2e-e2095528966f req-0048b38d-0924-43f9-91ea-6d60c74c6b11 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1163 time: 0.0843184 Jan 21 08:12:45.951505 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9cbf7-a901-4307-ab2e-e2095528966f req-77d3dd34-1682-460f-9ea5-6378140556fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:45.953164 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-17d9cbf7-a901-4307-ab2e-e2095528966f req-77d3dd34-1682-460f-9ea5-6378140556fa service neutron] 10.222.0.75 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 902 time: 0.1435993 Jan 21 08:12:46.067872 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-17d9cbf7-a901-4307-ab2e-e2095528966f req-73b1eb58-3b06-491d-a590-33d2d859018a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 1002 time: 0.1032069 Jan 21 08:12:46.142400 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9cbf7-a901-4307-ab2e-e2095528966f req-bfd812e5-7e8d-41e9-b27f-ec43839df695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:46.144117 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-17d9cbf7-a901-4307-ab2e-e2095528966f req-bfd812e5-7e8d-41e9-b27f-ec43839df695 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 200 len: 847 time: 0.0684330 Jan 21 08:12:46.233748 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9cbf7-a901-4307-ab2e-e2095528966f req-5aaf271f-8f50-4997-a90e-c14c824e0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:46.235400 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-17d9cbf7-a901-4307-ab2e-e2095528966f req-5aaf271f-8f50-4997-a90e-c14c824e0bff service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=955fa89f-083b-4b41-a6aa-f19e012ad6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786700 Jan 21 08:12:46.388794 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-17d9cbf7-a901-4307-ab2e-e2095528966f req-7c719923-34fe-47ff-b4c3-256a92469d7c service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416891 Jan 21 08:12:46.486807 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:46.540149 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-17d9cbf7-a901-4307-ab2e-e2095528966f req-7c8caa30-f6a2-48a3-8a78-de1763214ecc service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404321 Jan 21 08:12:48.086808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50eb96-619c-4125-ae7b-93a4fb1f5f9c req-bc368405-ea64-48ca-9af9-f42a5393c4c3 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:48.089045 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ea50eb96-619c-4125-ae7b-93a4fb1f5f9c req-bc368405-ea64-48ca-9af9-f42a5393c4c3 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1090245 Jan 21 08:12:48.101244 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36848) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:48.154795 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ea50eb96-619c-4125-ae7b-93a4fb1f5f9c req-62a9150f-a363-4c00-9c9e-594f554c1bcd tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0516763 Jan 21 08:12:48.256906 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-487563db-4998-4366-a843-f772cdd8b19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:48.273363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-487563db-4998-4366-a843-f772cdd8b19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:12:48.278405 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-487563db-4998-4366-a843-f772cdd8b19c admin admin] Usage tracker for resource:security_group_rule and tenant:6a523b2d83094eb6b7a937aeb8e50a7c is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:12:48.281460 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-487563db-4998-4366-a843-f772cdd8b19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:12:48.287411 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-487563db-4998-4366-a843-f772cdd8b19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:12:48.380029 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-487563db-4998-4366-a843-f772cdd8b19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:48.406275 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-487563db-4998-4366-a843-f772cdd8b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:48.415937 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-75a3cb92-4ccd-43dc-b1a1-61799c08786f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:48.458933 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-487563db-4998-4366-a843-f772cdd8b19c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a523b2d83094eb6b7a937aeb8e50a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563557 Jan 21 08:12:48.459871 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487563db-4998-4366-a843-f772cdd8b19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfbab1b-dd19-4118-81e8-7924358f526b,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:48.461975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36854) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:48.463869 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-487563db-4998-4366-a843-f772cdd8b19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:48.526651 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9911be40-a6d5-453b-9fb3-f6bda50fc601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:48.554374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9911be40-a6d5-453b-9fb3-f6bda50fc601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:48.629449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9911be40-a6d5-453b-9fb3-f6bda50fc601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:48.634474 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-79ba800a-9570-4a6f-a127-b5f70cd484aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:48.646865 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911be40-a6d5-453b-9fb3-f6bda50fc601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfbab1b-dd19-4118-81e8-7924358f526b,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:48.651219 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9911be40-a6d5-453b-9fb3-f6bda50fc601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:48.656886 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9911be40-a6d5-453b-9fb3-f6bda50fc601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:48.658055 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9911be40-a6d5-453b-9fb3-f6bda50fc601 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bfbab1b-dd19-4118-81e8-7924358f526b HTTP/1.1" status: 204 len: 168 time: 0.1944623 Jan 21 08:12:49.179752 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36862) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:49.200540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-359aa050-c1a2-473d-8638-07b1158753a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:49.217168 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-359aa050-c1a2-473d-8638-07b1158753a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:12:49.221275 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-359aa050-c1a2-473d-8638-07b1158753a1 admin admin] Usage tracker for resource:security_group_rule and tenant:582cb3682f1a4b57ae8c23f28c2dc45b is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:12:49.224413 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-359aa050-c1a2-473d-8638-07b1158753a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:12:49.230199 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-359aa050-c1a2-473d-8638-07b1158753a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:12:49.377217 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-359aa050-c1a2-473d-8638-07b1158753a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:49.403181 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-359aa050-c1a2-473d-8638-07b1158753a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:49.413003 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5f5a6b2f-91d5-4cbe-8852-be7a98fd68a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:49.444918 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65625b0b-cd13-4600-bb19-4608c42d3701 req-974c6a2b-4eab-4018-91a0-351fde2be4ce tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:49.447067 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-65625b0b-cd13-4600-bb19-4608c42d3701 req-974c6a2b-4eab-4018-91a0-351fde2be4ce tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1500685 Jan 21 08:12:49.500520 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-359aa050-c1a2-473d-8638-07b1158753a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=582cb3682f1a4b57ae8c23f28c2dc45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195250 Jan 21 08:12:49.503571 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36868) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:49.504357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359aa050-c1a2-473d-8638-07b1158753a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6810753a-9fd0-44a8-af5e-efd02c6a088e,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:49.508990 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-359aa050-c1a2-473d-8638-07b1158753a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:49.533137 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-65625b0b-cd13-4600-bb19-4608c42d3701 req-e63810ce-e332-4519-983f-2c79eb7b7012 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0726659 Jan 21 08:12:49.570756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-16908aa9-8d73-4bdd-a30e-c070971fca87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:49.598709 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-16908aa9-8d73-4bdd-a30e-c070971fca87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:49.681019 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-16908aa9-8d73-4bdd-a30e-c070971fca87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:49.686158 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-9769e74f-98f0-4642-b732-c9399bb7f457 tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:49.698683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16908aa9-8d73-4bdd-a30e-c070971fca87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6810753a-9fd0-44a8-af5e-efd02c6a088e,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:49.701844 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-16908aa9-8d73-4bdd-a30e-c070971fca87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:49.704027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-16908aa9-8d73-4bdd-a30e-c070971fca87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:49.705299 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-16908aa9-8d73-4bdd-a30e-c070971fca87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6810753a-9fd0-44a8-af5e-efd02c6a088e HTTP/1.1" status: 204 len: 168 time: 0.2006307 Jan 21 08:12:50.201992 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 36876) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:50.221870 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-01e64fb6-9d45-4719-9d6b-f79a93527bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:50.236997 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-01e64fb6-9d45-4719-9d6b-f79a93527bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:12:50.241086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-01e64fb6-9d45-4719-9d6b-f79a93527bfd admin admin] Usage tracker for resource:security_group_rule and tenant:309958fdcd0e4bee909fcf4caad87b83 is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:12:50.244188 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-01e64fb6-9d45-4719-9d6b-f79a93527bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:12:50.250044 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-01e64fb6-9d45-4719-9d6b-f79a93527bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:12:50.337617 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-01e64fb6-9d45-4719-9d6b-f79a93527bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:50.367104 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-01e64fb6-9d45-4719-9d6b-f79a93527bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:50.377157 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-87a3734d-5d63-42d0-8354-d5dfabe6a58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:50.423325 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-01e64fb6-9d45-4719-9d6b-f79a93527bfd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=309958fdcd0e4bee909fcf4caad87b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201257 Jan 21 08:12:50.424245 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64fb6-9d45-4719-9d6b-f79a93527bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b19571d-d48c-41fe-a3af-6da46cb3f725,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:50.426333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 36880) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:12:50.427688 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-01e64fb6-9d45-4719-9d6b-f79a93527bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:50.491949 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8e963a37-7007-430d-bda1-452a14ac5682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:50.522447 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8e963a37-7007-430d-bda1-452a14ac5682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:50.606622 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8e963a37-7007-430d-bda1-452a14ac5682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:50.612160 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-655136b9-12ab-4cbb-9332-597ac42589af tempest-AttachVolumeTestJSON-1575428121 tempest-AttachVolumeTestJSON-1575428121] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:12:50.627552 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e963a37-7007-430d-bda1-452a14ac5682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b19571d-d48c-41fe-a3af-6da46cb3f725,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:12:50.631856 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8e963a37-7007-430d-bda1-452a14ac5682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:12:50.640132 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8e963a37-7007-430d-bda1-452a14ac5682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:50.642130 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8e963a37-7007-430d-bda1-452a14ac5682 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b19571d-d48c-41fe-a3af-6da46cb3f725 HTTP/1.1" status: 204 len: 168 time: 0.2145915 Jan 21 08:12:50.777741 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781baf8b-3279-4bc1-9bcc-be239c3c2739 req-7672237e-8116-4491-aa68-aef4406df7bc tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:50.779434 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-781baf8b-3279-4bc1-9bcc-be239c3c2739 req-7672237e-8116-4491-aa68-aef4406df7bc tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1128323 Jan 21 08:12:50.832262 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-781baf8b-3279-4bc1-9bcc-be239c3c2739 req-3a0df420-ed8b-421b-96c7-4718a37aa06e tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0460482 Jan 21 08:12:50.972776 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-33cb3b65-9206-4b41-8aaa-81d51e8965f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:52.069043 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69e2b8-cb1e-46be-b413-97dfc9e9bc23 req-a293f260-82e3-4e77-8674-0af2d813830d tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:52.070749 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9b69e2b8-cb1e-46be-b413-97dfc9e9bc23 req-a293f260-82e3-4e77-8674-0af2d813830d tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1040099 Jan 21 08:12:52.124652 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9b69e2b8-cb1e-46be-b413-97dfc9e9bc23 req-fcdc2343-fec7-49cc-b564-6576956f2132 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0465770 Jan 21 08:12:53.001149 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2b64fb45-e4d6-4ebc-9a17-defc67b4f30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:53.374166 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a1e6c-bd33-4ff6-a5f6-dc24666ef9f9 req-a1926085-5657-4e7b-b346-f0f6767b20e1 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:53.375815 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e2a1e6c-bd33-4ff6-a5f6-dc24666ef9f9 req-a1926085-5657-4e7b-b346-f0f6767b20e1 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1147244 Jan 21 08:12:53.427848 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e2a1e6c-bd33-4ff6-a5f6-dc24666ef9f9 req-ef02a929-ca28-4a18-8d11-7757228f0e9e tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0451956 Jan 21 08:12:53.897842 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:54.662424 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50863139-9ab9-4ced-b125-36746526d2f8 req-1fcea62b-ebe0-4a72-817c-07ab9409e0c9 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:54.663975 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-50863139-9ab9-4ced-b125-36746526d2f8 req-1fcea62b-ebe0-4a72-817c-07ab9409e0c9 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1058943 Jan 21 08:12:54.715247 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-50863139-9ab9-4ced-b125-36746526d2f8 req-dde62537-c3e9-4ea9-9071-a705ec36173d tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0449588 Jan 21 08:12:54.960775 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:55.778258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:12:55.947978 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88868dcd-2dd4-402e-8779-bc0b299eeb53 req-defcefa0-2bf6-4aff-be3b-24267ed635fa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:55.949702 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-88868dcd-2dd4-402e-8779-bc0b299eeb53 req-defcefa0-2bf6-4aff-be3b-24267ed635fa tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1038647 Jan 21 08:12:56.005740 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-88868dcd-2dd4-402e-8779-bc0b299eeb53 req-1cc9f6ef-b216-48a5-ba54-1b7581262c35 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0494313 Jan 21 08:12:57.239615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e942d6-ad0c-4ebc-9a04-b10773e73c85 req-62d8a930-9043-41c7-92de-f42722a74720 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:57.241318 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-93e942d6-ad0c-4ebc-9a04-b10773e73c85 req-62d8a930-9043-41c7-92de-f42722a74720 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1034601 Jan 21 08:12:57.307212 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-93e942d6-ad0c-4ebc-9a04-b10773e73c85 req-0f565e6d-3397-44d0-ac57-3cf737be10f2 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0590270 Jan 21 08:12:58.412108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e671008-49bf-4b0c-9734-aba513442780 req-1c0a2cff-81db-489f-8392-b0277b9ca8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:58.413796 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e671008-49bf-4b0c-9734-aba513442780 req-1c0a2cff-81db-489f-8392-b0277b9ca8d2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1163 time: 0.0810244 Jan 21 08:12:58.629603 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e671008-49bf-4b0c-9734-aba513442780 req-e336834a-123c-4490-a800-076c5693c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:58.631097 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e671008-49bf-4b0c-9734-aba513442780 req-e336834a-123c-4490-a800-076c5693c2d6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 902 time: 0.2064328 Jan 21 08:12:58.658172 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e930d6-6daf-4df1-acaa-bf7fd2223f3c req-5b3d94cd-e793-4ee7-b0db-35bac00e701e tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:58.659749 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e9e930d6-6daf-4df1-acaa-bf7fd2223f3c req-5b3d94cd-e793-4ee7-b0db-35bac00e701e tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.2104237 Jan 21 08:12:58.799995 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-e9e930d6-6daf-4df1-acaa-bf7fd2223f3c req-4afb9906-ce03-47d7-9348-d666caa61002 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0825336 Jan 21 08:12:58.801876 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e671008-49bf-4b0c-9734-aba513442780 req-38727ab8-cec3-4060-8dc0-1c6afa704adb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 1002 time: 0.1411467 Jan 21 08:12:58.875717 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e671008-49bf-4b0c-9734-aba513442780 req-022f6bcf-1800-4e91-9de1-9c6cbb04fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:58.877361 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e671008-49bf-4b0c-9734-aba513442780 req-022f6bcf-1800-4e91-9de1-9c6cbb04fac2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 200 len: 847 time: 0.0655713 Jan 21 08:12:58.964956 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e671008-49bf-4b0c-9734-aba513442780 req-10e26ab6-324a-4b0a-beab-38ef1f5578a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:12:58.966838 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e671008-49bf-4b0c-9734-aba513442780 req-10e26ab6-324a-4b0a-beab-38ef1f5578a1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=955fa89f-083b-4b41-a6aa-f19e012ad6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769188 Jan 21 08:12:59.114414 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e671008-49bf-4b0c-9734-aba513442780 req-6fda4a40-7705-4552-ba50-dbf2ee248a62 service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364725 Jan 21 08:12:59.262811 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e671008-49bf-4b0c-9734-aba513442780 req-a500ffd8-1b59-41ea-80e4-d51208ba0c97 service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369574 Jan 21 08:12:59.564522 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:12:59.643564 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:12:59.643997 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:00.031174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f800c-d4b8-4e83-aaa4-c08fe22fbda7 req-4e61262f-4dc9-45ae-849a-b3fcb0dd3562 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:00.032844 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-950f800c-d4b8-4e83-aaa4-c08fe22fbda7 req-4e61262f-4dc9-45ae-849a-b3fcb0dd3562 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1035647 Jan 21 08:13:00.084892 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-950f800c-d4b8-4e83-aaa4-c08fe22fbda7 req-c4729b55-a743-4dae-9c04-320b645244d5 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0456762 Jan 21 08:13:01.330821 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893a0cd-1b85-467d-bbfe-61dfd64a7f62 req-5e3a7315-d6b2-4f13-81dc-0ed15ba7fe8b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:01.332911 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6893a0cd-1b85-467d-bbfe-61dfd64a7f62 req-5e3a7315-d6b2-4f13-81dc-0ed15ba7fe8b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1142824 Jan 21 08:13:01.386500 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-6893a0cd-1b85-467d-bbfe-61dfd64a7f62 req-c114fba5-2e36-4daf-88c4-413274084c20 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0469518 Jan 21 08:13:02.632497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecace0f-239e-4513-b223-b0de5ff3c8e5 req-5bc20d91-4aa6-4edc-bc3c-6030f0a31a4e tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:02.634355 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8ecace0f-239e-4513-b223-b0de5ff3c8e5 req-5bc20d91-4aa6-4edc-bc3c-6030f0a31a4e tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1144447 Jan 21 08:13:02.689364 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8ecace0f-239e-4513-b223-b0de5ff3c8e5 req-f8d418c1-fe6b-4d0a-a3cc-b64c0d21f558 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0487521 Jan 21 08:13:03.130756 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-d8d81abd-5eb6-4a5b-bfba-281cb9137e55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829291 Jan 21 08:13:03.200127 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a16052-1498-4128-b863-d199936dd56c req-7d96de99-c45e-4c2e-8ff9-c85f783e3694 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:03.201858 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f4a16052-1498-4128-b863-d199936dd56c req-7d96de99-c45e-4c2e-8ff9-c85f783e3694 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1064241 Jan 21 08:13:03.262064 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f4a16052-1498-4128-b863-d199936dd56c req-cb304835-6737-44e6-84e0-e778bd0ddc3a tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0535219 Jan 21 08:13:03.289832 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:13:03.412822 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:03.449450 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:13:03.460534 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac,segment=NetworkSegment(36db4bc3-2c13-455b-a555-84360dc24257),segment_id=36db4bc3-2c13-455b-a555-84360dc24257)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:13:03.503812 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:03.506692 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:13:03.590152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac,revision_number=5']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:13:03.598562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.598958 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.599353 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.599732 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.600096 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.600518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.600929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.601248 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.601676 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.602526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.602926 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.603297 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.603728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.604102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.604696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.604824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.605189 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.605555 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.605902 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.606254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.606614 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.606976 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.607345 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.607726 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:03.612542 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:13:03.715373 dv-cinder-768592-5-smb neutron-server[80113]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac', 'code': 422} returned with failed status Jan 21 08:13:04.499317 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41337e-b64e-4f1b-9397-fc16621560bb req-ddc28634-72dd-417b-8860-5c6dd23db5d0 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:04.501269 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e41337e-b64e-4f1b-9397-fc16621560bb req-ddc28634-72dd-417b-8860-5c6dd23db5d0 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 944 time: 0.1076405 Jan 21 08:13:04.552551 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e41337e-b64e-4f1b-9397-fc16621560bb req-b45fd7d8-b92f-4bfc-8cf5-cb3ba1de1d44 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0451164 Jan 21 08:13:05.471401 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-be9c9b6e-2057-4366-849c-6d0e35a8880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:05.476697 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-be9c9b6e-2057-4366-849c-6d0e35a8880a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e&tenant_id=fa95e5cc2f214246a516bb6f07cb8060 HTTP/1.1" status: 200 len: 1161 time: 0.0809522 Jan 21 08:13:05.603540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-561addef-bab6-4002-b30d-4446e6792bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:05.605333 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-561addef-bab6-4002-b30d-4446e6792bd9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1161 time: 0.0806530 Jan 21 08:13:06.042959 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-256d2218-b9d2-44fb-9c62-7c11ce87c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:06.044592 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-256d2218-b9d2-44fb-9c62-7c11ce87c7db service neutron] 10.222.0.75 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 902 time: 0.4269502 Jan 21 08:13:06.076451 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135783a-afee-445e-917a-225904adb2c6 req-6a3f6125-16ca-489a-8024-0df4b7fea107 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:06.078089 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0135783a-afee-445e-917a-225904adb2c6 req-6a3f6125-16ca-489a-8024-0df4b7fea107 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 944 time: 0.3831894 Jan 21 08:13:06.219458 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0135783a-afee-445e-917a-225904adb2c6 req-88530ac4-a1f4-49bd-a3fa-1ee6f27b8691 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0885758 Jan 21 08:13:06.223960 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-fb82a632-ecef-4930-8c08-bcd82c0f49f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 1000 time: 0.1448288 Jan 21 08:13:06.296602 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-65628af3-05bd-4b18-8a13-092cc5492375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:06.298142 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-65628af3-05bd-4b18-8a13-092cc5492375 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 200 len: 847 time: 0.0663259 Jan 21 08:13:06.396258 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-23e16ffa-38f2-4a13-bc1a-ed1e60c7f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:06.397897 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-23e16ffa-38f2-4a13-bc1a-ed1e60c7f15d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=955fa89f-083b-4b41-a6aa-f19e012ad6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847497 Jan 21 08:13:06.551879 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-1d940c45-f7f3-4e82-b1de-7953d669f354 service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410377 Jan 21 08:13:06.701145 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3c9401ee-8294-423d-9cfd-8f6de7294346 req-90bd2215-f43e-4928-9925-9da8780d8475 service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409898 Jan 21 08:13:07.474463 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880ec4-fa57-40b7-9c66-61dc622f7312 req-0ac085de-e8fa-4588-b59f-08240ee03292 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:07.476161 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-84880ec4-fa57-40b7-9c66-61dc622f7312 req-0ac085de-e8fa-4588-b59f-08240ee03292 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 944 time: 0.1120539 Jan 21 08:13:07.533391 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-84880ec4-fa57-40b7-9c66-61dc622f7312 req-fe84ddd7-76b4-4893-a2c0-e43a9c0c1563 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0499864 Jan 21 08:13:08.703850 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 37038) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:13:08.765330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fbad0-2288-4a22-83e8-383dd8706aef req-15884c98-3575-4ea9-be08-78f6c83dd98e tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:08.767032 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d34fbad0-2288-4a22-83e8-383dd8706aef req-15884c98-3575-4ea9-be08-78f6c83dd98e tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 944 time: 0.1046541 Jan 21 08:13:08.819116 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d34fbad0-2288-4a22-83e8-383dd8706aef req-462bc0ae-31bf-4ed4-8660-50d66a30ba56 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0453269 Jan 21 08:13:08.857357 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5641f5c0-074b-4448-addf-d7513ce47210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:08.872896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5641f5c0-074b-4448-addf-d7513ce47210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:13:08.876954 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5641f5c0-074b-4448-addf-d7513ce47210 admin admin] Usage tracker for resource:security_group_rule and tenant:99bc71bae4c34ef2b01b37028ee7ab88 is out of sync, need to count used quota {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:13:08.879900 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-5641f5c0-074b-4448-addf-d7513ce47210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80226) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:13:08.886199 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-5641f5c0-074b-4448-addf-d7513ce47210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80226) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:13:08.972006 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5641f5c0-074b-4448-addf-d7513ce47210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:09.000898 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5641f5c0-074b-4448-addf-d7513ce47210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:09.010136 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0801227e-5deb-4362-af9a-5fd9edb89113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:13:09.052661 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-5641f5c0-074b-4448-addf-d7513ce47210 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=99bc71bae4c34ef2b01b37028ee7ab88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475723 Jan 21 08:13:09.054431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641f5c0-074b-4448-addf-d7513ce47210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3d34e2-d98c-4bfa-857a-cad40085467c,revision_number=1']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:13:09.056114 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 37044) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:13:09.058719 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5641f5c0-074b-4448-addf-d7513ce47210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:13:09.121140 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1c18-80f3-4f52-9b0a-a3bbabae7862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:09.148448 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1c18-80f3-4f52-9b0a-a3bbabae7862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:09.263437 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1c18-80f3-4f52-9b0a-a3bbabae7862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:09.268853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-153e88ce-2648-4acb-b3ec-3965659d351c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:13:09.282449 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a1c18-80f3-4f52-9b0a-a3bbabae7862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3d34e2-d98c-4bfa-857a-cad40085467c,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:13:09.286454 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-0f3a1c18-80f3-4f52-9b0a-a3bbabae7862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:13:09.292249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1c18-80f3-4f52-9b0a-a3bbabae7862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:09.293475 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-0f3a1c18-80f3-4f52-9b0a-a3bbabae7862 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe3d34e2-d98c-4bfa-857a-cad40085467c HTTP/1.1" status: 204 len: 168 time: 0.2362509 Jan 21 08:13:10.061663 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7621a-3d3f-4238-a717-1f4e4d693008 req-0fc72818-9275-4a99-ba7b-f39c8df0ac22 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:10.063355 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-29e7621a-3d3f-4238-a717-1f4e4d693008 req-0fc72818-9275-4a99-ba7b-f39c8df0ac22 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 944 time: 0.1097929 Jan 21 08:13:10.117692 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-29e7621a-3d3f-4238-a717-1f4e4d693008 req-8736c7d2-68d5-4e1e-b71c-9ce7c0eec338 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0478313 Jan 21 08:13:11.352553 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4650b4c-4c80-4a09-ac06-7bc67922280e req-b66e04f0-0b73-4a2a-b03b-d06abbdcd0a8 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:11.354279 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d4650b4c-4c80-4a09-ac06-7bc67922280e req-b66e04f0-0b73-4a2a-b03b-d06abbdcd0a8 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 944 time: 0.1047702 Jan 21 08:13:11.410030 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-d4650b4c-4c80-4a09-ac06-7bc67922280e req-42f3bd3c-93a4-46d5-8f3d-dc05e2899666 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0491118 Jan 21 08:13:11.989384 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:13:12.066662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:13:12.067134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:12.190774 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:12.221208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac'}] {{(pid=80228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:13:12.229925 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] For port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac,segment=NetworkSegment(36db4bc3-2c13-455b-a555-84360dc24257),segment_id=36db4bc3-2c13-455b-a555-84360dc24257)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:13:12.257830 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278620596374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278621002851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758233772983'] for port, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:12.260496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-739ab43a-676d-4fd9-8788-fd02bb00e9bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:13:12.301116 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac', 'code': 200} Jan 21 08:13:12.336359 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Pushing event updated for resources: {'Port': ['ID=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac,revision_number=6']} {{(pid=80228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:13:12.340219 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:13:12.650374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ebcef-3e91-47ad-abe9-42a7f0f81c7c req-9e5601d5-914d-4a9b-9d93-5c21734e104b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:12.651960 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-423ebcef-3e91-47ad-abe9-42a7f0f81c7c req-9e5601d5-914d-4a9b-9d93-5c21734e104b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1046162 Jan 21 08:13:12.705553 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-423ebcef-3e91-47ad-abe9-42a7f0f81c7c req-41a5ef53-885a-4bc9-beb8-550fda523df2 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0469666 Jan 21 08:13:12.807707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4501d-2a05-4425-a057-e958702cedab req-0badd081-f751-47a4-afe7-7e689ac80762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:12.809428 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-66f4501d-2a05-4425-a057-e958702cedab req-0badd081-f751-47a4-afe7-7e689ac80762 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1163 time: 0.0828722 Jan 21 08:13:12.859846 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-66f4501d-2a05-4425-a057-e958702cedab req-c79dd791-57bf-44a0-818e-aa1459f76aba service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0380609 Jan 21 08:13:13.598537 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:13:13.670167 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:13:13.670737 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:13.967707 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f037a-11bd-45b0-b25a-258a059ccdb7 req-1d94fd25-447b-4eeb-a03c-4f5a2fd3b8d7 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:13.969509 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c03f037a-11bd-45b0-b25a-258a059ccdb7 req-1d94fd25-447b-4eeb-a03c-4f5a2fd3b8d7 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1096828 Jan 21 08:13:14.022648 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c03f037a-11bd-45b0-b25a-258a059ccdb7 req-a32c90d5-0a4b-4cec-8bd8-38aa43e1a492 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0467455 Jan 21 08:13:15.259969 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f090-059a-40b6-b2ff-5de2d878f4db req-0ee01d23-9017-49c8-a32d-3efe71d39548 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:15.261678 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3404f090-059a-40b6-b2ff-5de2d878f4db req-0ee01d23-9017-49c8-a32d-3efe71d39548 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1064982 Jan 21 08:13:15.314530 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-3404f090-059a-40b6-b2ff-5de2d878f4db req-cdbcec01-3609-4bcf-8e96-6ed84c1c04f6 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0463631 Jan 21 08:13:16.521121 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:18.117524 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:13:20.886186 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c714ce3a-9679-486d-8b53-a469b28d60aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:23.028670 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-9c848c66-0370-4673-bfd3-181329ff207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:23.897336 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:24.965996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:25.801180 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:42.415508 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 37244) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:13:42.595079 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:42.611482 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 08:13:42.616217 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Usage tracker for resource:security_group_rule and tenant:d77f9c6e39ac4619a0f1eba159ac487c is out of sync, need to count used quota {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 08:13:42.621130 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 08:13:42.627581 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.quota.driver [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 08:13:42.722380 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:42.790755 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_create {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:42.800619 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-351742cf-6798-4c0a-9874-4ada9d9cb290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:13:42.849357 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d77f9c6e39ac4619a0f1eba159ac487c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326005 Jan 21 08:13:42.850322 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2686b7b-83fc-444c-82c3-8d2a5e2790a4,revision_number=1']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:13:42.852916 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 37252) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:13:42.859414 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.859802 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.860225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.860642 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.861044 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.861442 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.861837 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.862234 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.862627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.863020 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.863423 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.863813 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.864321 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.864717 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.865108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.865496 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.865885 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.866277 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.866666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.867053 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.867448 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.868036 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.868442 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.868950 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:42.874510 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-e273da61-d364-45a3-bf00-4750a3510779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:13:42.928493 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:42.959108 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:43.040967 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:43.047435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-991dd915-cc9f-460f-9142-3f56a0485b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:13:43.064945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2686b7b-83fc-444c-82c3-8d2a5e2790a4,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:13:43.075530 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:43.076838 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2686b7b-83fc-444c-82c3-8d2a5e2790a4 HTTP/1.1" status: 204 len: 168 time: 0.2225962 Jan 21 08:13:43.078428 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.078852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.079268 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.080554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.080554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.080554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.081091 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.082945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.082945 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.083409 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.083716 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.084151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.084716 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.085017 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.085424 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.085827 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.086230 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.087159 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.087562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.087965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.088399 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.088805 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.089220 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.089613 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:13:43.093561 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c4cee362-666a-48b2-b533-be6d52c49aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:13:46.509093 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:47.661285 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ec774523-d863-4946-ac96-8fccb3869379 req-57bb7fc9-fe09-4bd2-9427-522d9ddd7431 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0765302 Jan 21 08:13:47.858786 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec774523-d863-4946-ac96-8fccb3869379 req-7114f3b8-8a00-4783-9cb9-31e3bc8fbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:47.865760 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ec774523-d863-4946-ac96-8fccb3869379 req-7114f3b8-8a00-4783-9cb9-31e3bc8fbf21 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1163 time: 0.0839972 Jan 21 08:13:48.030810 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec774523-d863-4946-ac96-8fccb3869379 req-1bab57b9-d5cf-4953-b1a4-118ead5d4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:48.032530 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ec774523-d863-4946-ac96-8fccb3869379 req-1bab57b9-d5cf-4953-b1a4-118ead5d4b09 service neutron] 10.222.0.75 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 902 time: 0.1413434 Jan 21 08:13:48.145437 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ec774523-d863-4946-ac96-8fccb3869379 req-02b6eee9-6c0c-4ac0-a390-7fd4c5f10feb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 1002 time: 0.1013734 Jan 21 08:13:48.219472 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec774523-d863-4946-ac96-8fccb3869379 req-6f6fb6fe-19a2-43e0-a798-bb599878fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:48.221076 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ec774523-d863-4946-ac96-8fccb3869379 req-6f6fb6fe-19a2-43e0-a798-bb599878fb6a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 200 len: 847 time: 0.0644977 Jan 21 08:13:48.313092 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec774523-d863-4946-ac96-8fccb3869379 req-4e650444-0e2b-40b4-8c29-979b26a179d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:13:48.314746 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ec774523-d863-4946-ac96-8fccb3869379 req-4e650444-0e2b-40b4-8c29-979b26a179d0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=955fa89f-083b-4b41-a6aa-f19e012ad6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812209 Jan 21 08:13:48.472727 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ec774523-d863-4946-ac96-8fccb3869379 req-cbe610d2-0a37-4f5f-848e-65fb30afe6c4 service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422396 Jan 21 08:13:48.620974 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ec774523-d863-4946-ac96-8fccb3869379 req-4208883b-892b-4b76-8547-0830f001a3a9 service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357369 Jan 21 08:13:50.914595 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-ecda6baa-f219-4768-9477-99b6815aec9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:53.005223 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b213dcbd-d184-49eb-b208-8d89a932e83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:53.896770 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:55.068653 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:13:55.116746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:13:55.788515 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:16.513489 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:20.890808 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-5d3ba82b-bf3c-49b5-bbbd-d819f2335e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:23.005059 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-dc805801-a6de-4289-84ff-9f77ba3280f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:23.890591 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:24.964645 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:25.781951 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:32.116759 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:14:46.530695 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:47.589830 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c0bac34d-a413-414c-8966-51a5061aae9c req-bc005f92-43df-4a76-a95c-1a07638dfc44 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0764639 Jan 21 08:14:47.762572 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bac34d-a413-414c-8966-51a5061aae9c req-afce14f6-0c59-4af6-9eea-9e99056b031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:47.764195 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c0bac34d-a413-414c-8966-51a5061aae9c req-afce14f6-0c59-4af6-9eea-9e99056b031d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1163 time: 0.0770829 Jan 21 08:14:47.930360 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bac34d-a413-414c-8966-51a5061aae9c req-8d49bc11-71ce-4a8a-bd8a-d4fb8b7e72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:47.931978 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c0bac34d-a413-414c-8966-51a5061aae9c req-8d49bc11-71ce-4a8a-bd8a-d4fb8b7e72b5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 902 time: 0.1427362 Jan 21 08:14:48.046568 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c0bac34d-a413-414c-8966-51a5061aae9c req-627b0930-6aa2-4872-ac58-d3b83ef855b3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 1002 time: 0.1049700 Jan 21 08:14:48.125016 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bac34d-a413-414c-8966-51a5061aae9c req-cbd6aff8-6677-45c3-928b-7ce7d53d6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:48.126604 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c0bac34d-a413-414c-8966-51a5061aae9c req-cbd6aff8-6677-45c3-928b-7ce7d53d6fee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 200 len: 847 time: 0.0684562 Jan 21 08:14:48.168329 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-9561526d-bf0d-4727-8a1a-0badd7d2c65b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/floatingips/a896db83-77ca-437e-91a5-5001fa8db2f3 HTTP/1.1" status: 200 len: 999 time: 0.1174891 Jan 21 08:14:48.214176 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bac34d-a413-414c-8966-51a5061aae9c req-68410d92-07ea-40e2-be28-465d7d6b9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:48.215873 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c0bac34d-a413-414c-8966-51a5061aae9c req-68410d92-07ea-40e2-be28-465d7d6b9ea3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=955fa89f-083b-4b41-a6aa-f19e012ad6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772765 Jan 21 08:14:48.348646 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-ff8c9bcd-1602-4f98-a012-8e1211bef878 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:48.350761 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-ff8c9bcd-1602-4f98-a012-8e1211bef878 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/networks/8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4 HTTP/1.1" status: 200 len: 784 time: 0.1762874 Jan 21 08:14:48.369280 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c0bac34d-a413-414c-8966-51a5061aae9c req-4bd96746-20fd-464d-9303-3c58b01a0738 service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449065 Jan 21 08:14:48.470974 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-8c4be348-4d25-480b-a386-f71a7398bb63 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.2.126 HTTP/1.1" status: 200 len: 1002 time: 0.1127067 Jan 21 08:14:48.523379 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-c0bac34d-a413-414c-8966-51a5061aae9c req-badac9eb-c6d1-4759-9c42-10a208d96449 service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408362 Jan 21 08:14:48.587889 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-1715e507-8416-4a73-a326-bc5ca874b663 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:48.589439 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-1715e507-8416-4a73-a326-bc5ca874b663 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports/96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 943 time: 0.1109400 Jan 21 08:14:48.776291 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-ea4597cb-3ddc-4fa1-8245-9e2512e35610 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.2.126 HTTP/1.1" status: 200 len: 1002 time: 0.1055624 Jan 21 08:14:49.005784 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Deleting port ea634bdf-c4a3-4b00-9741-735df81776ba {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:14:49.006719 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:49.188253 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:49.188571 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for floatingip, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:49.320394 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Calling delete_port for ea634bdf-c4a3-4b00-9741-735df81776ba owned by network:floatingip {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:14:49.507589 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:49.523569 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-44b8f76e-d4e8-496d-b9c2-0462b5bf625f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:14:49.614134 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Pushing event deleted for resources: {'Port': ['ID=ea634bdf-c4a3-4b00-9741-735df81776ba,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:14:49.854933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.855530 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.855635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.856001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.856426 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.856828 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.857225 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.857637 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.858033 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.858426 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.858824 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.859214 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.859662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.860055 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.860474 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.860869 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.861353 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.861750 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.862138 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.862526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.862993 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.863391 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.863801 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.864218 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:49.870051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:14:49.985921 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for floatingip, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:49.986291 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.db.l3_db [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Floating IP a896db83-77ca-437e-91a5-5001fa8db2f3 disassociated (deleted). External IP: 172.28.2.126, port: 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac. Jan 21 08:14:50.364102 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:14:50.556625 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:14:50.567864 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773069cb-30f6-447b-a117-aeb78f4dafb8 None None] Sync routers for ids ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:14:50.578540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773069cb-30f6-447b-a117-aeb78f4dafb8 None None] Routers {'503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:14:50.581799 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-773069cb-30f6-447b-a117-aeb78f4dafb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:14:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:14:50.662838 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for floatingip, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:50.724885 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-d51a6930-04f2-468e-bf26-d8694cc74a0c tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "DELETE /v2.0/floatingips/a896db83-77ca-437e-91a5-5001fa8db2f3 HTTP/1.1" status: 204 len: 173 time: 1.9425995 Jan 21 08:14:50.725445 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac'}] {{(pid=80226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:14:50.770494 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-773069cb-30f6-447b-a117-aeb78f4dafb8 None None] Set router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:14:50.885838 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-84c51132-50ea-4abd-b8d4-ec9f3c411282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:50.914592 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac', 'status': 'completed', 'code': 200} Jan 21 08:14:51.067540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d4364-dc35-4e41-9be1-f82fa5dc73cb req-13559e23-819d-48bc-b75c-26965b89e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:51.069848 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e5d4364-dc35-4e41-9be1-f82fa5dc73cb req-13559e23-819d-48bc-b75c-26965b89e6bd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1163 time: 0.0927951 Jan 21 08:14:51.087617 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-0c218405-54bf-4935-8e6c-cca63380fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:51.096579 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-0c218405-54bf-4935-8e6c-cca63380fd73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 1163 time: 0.3580973 Jan 21 08:14:51.119206 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-773069cb-30f6-447b-a117-aeb78f4dafb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:09:24Z', 'revision_number': 4, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': '150c34c9-374e-4a55-822c-ee71de012e6b', 'name': '', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'mac_address': 'fa:16:3e:e2:58:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:23Z', 'updated_at': '2021-01-21T08:09:36Z', 'revision_number': 5, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'subnets': [{'id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:14:51.123351 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773069cb-30f6-447b-a117-aeb78f4dafb8 None None] Checking router: 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:14:51.132708 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773069cb-30f6-447b-a117-aeb78f4dafb8 None None] Routers {'503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:14:51.133571 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-773069cb-30f6-447b-a117-aeb78f4dafb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:14:23Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:14:51.222232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d4364-dc35-4e41-9be1-f82fa5dc73cb req-712aed48-53dc-41ae-b208-16abe43b7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:51.223841 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e5d4364-dc35-4e41-9be1-f82fa5dc73cb req-712aed48-53dc-41ae-b208-16abe43b7abe service neutron] 10.222.0.75 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 902 time: 0.1454270 Jan 21 08:14:51.241324 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-9aae273a-fcbf-474e-9b81-d1fe1526d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:51.250483 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-9aae273a-fcbf-474e-9b81-d1fe1526d5c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 200 len: 902 time: 0.1526992 Jan 21 08:14:51.314928 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e5d4364-dc35-4e41-9be1-f82fa5dc73cb req-51715afb-7a7e-4072-b095-91df9da759e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 217 time: 0.0710254 Jan 21 08:14:51.328793 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-bca2bc72-f9f8-400b-a60a-4ccf6d9f6452 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 200 len: 217 time: 0.0768919 Jan 21 08:14:51.330446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-773069cb-30f6-447b-a117-aeb78f4dafb8 None None] Set router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:14:51.397315 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d4364-dc35-4e41-9be1-f82fa5dc73cb req-e2c037ff-9260-4a5b-8882-e0902bec716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:51.398931 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e5d4364-dc35-4e41-9be1-f82fa5dc73cb req-e2c037ff-9260-4a5b-8882-e0902bec716c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 200 len: 847 time: 0.0733297 Jan 21 08:14:51.400837 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-3319a8d7-e477-441f-b4ee-23bcb36a73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:51.402521 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-3319a8d7-e477-441f-b4ee-23bcb36a73f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 200 len: 847 time: 0.0666277 Jan 21 08:14:51.494362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d4364-dc35-4e41-9be1-f82fa5dc73cb req-7c691ea9-2f5e-46f2-aa88-4cee8522f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:51.494633 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-323983af-3568-4a10-b9a9-92a68c38e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:51.496045 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e5d4364-dc35-4e41-9be1-f82fa5dc73cb req-7c691ea9-2f5e-46f2-aa88-4cee8522f372 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=955fa89f-083b-4b41-a6aa-f19e012ad6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0884836 Jan 21 08:14:51.496205 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-323983af-3568-4a10-b9a9-92a68c38e9d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=955fa89f-083b-4b41-a6aa-f19e012ad6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868726 Jan 21 08:14:51.649843 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e5d4364-dc35-4e41-9be1-f82fa5dc73cb req-bf733361-be88-40d4-bbf7-c52920e1932d service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420045 Jan 21 08:14:51.651431 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-b477c4bf-fc88-40a3-bd1d-2ea09d5f16be service neutron] 10.222.0.64 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472251 Jan 21 08:14:51.799716 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9e5d4364-dc35-4e41-9be1-f82fa5dc73cb req-20ffee56-4073-4a37-8ec8-498356f57de3 service neutron] 10.222.0.75 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382351 Jan 21 08:14:51.808921 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-0fe857d1-8fb4-4b5a-85e1-a39102ea046d req-10fd786a-a913-44ad-bb0c-47464ce44dfa service neutron] 10.222.0.64 "GET /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1523054 Jan 21 08:14:51.826579 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-773069cb-30f6-447b-a117-aeb78f4dafb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:09:24Z', 'revision_number': 4, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': '150c34c9-374e-4a55-822c-ee71de012e6b', 'name': '', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'mac_address': 'fa:16:3e:e2:58:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:23Z', 'updated_at': '2021-01-21T08:09:36Z', 'revision_number': 5, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'subnets': [{'id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:14:51.831041 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773069cb-30f6-447b-a117-aeb78f4dafb8 None None] The sync data for ids ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'] in dv-cinder-768592-5-smb is: [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:09:24Z', 'revision_number': 4, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb', '_interfaces': [{'id': '150c34c9-374e-4a55-822c-ee71de012e6b', 'name': '', 'network_id': '955fa89f-083b-4b41-a6aa-f19e012ad6d1', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'mac_address': 'fa:16:3e:e2:58:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:23Z', 'updated_at': '2021-01-21T08:09:36Z', 'revision_number': 5, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'subnets': [{'id': 'c43aada0-e7fb-4a88-baff-26d2257b64f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:14:52.246930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026cad53-f502-4b7c-82dd-462276236ee2 None None] New status for floating IP a896db83-77ca-437e-91a5-5001fa8db2f3: DOWN {{(pid=80228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 08:14:52.369511 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced91a54-de0c-437b-9b4b-848e3bcaa507 req-7e4e5ecf-eea2-4f36-909a-ab62c1a03c7d tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:52.370330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-ced91a54-de0c-437b-9b4b-848e3bcaa507 req-7e4e5ecf-eea2-4f36-909a-ab62c1a03c7d tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Synchronizing usage tracker for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:port {{(pid=80226) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:14:52.410448 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-ced91a54-de0c-437b-9b4b-848e3bcaa507 req-7e4e5ecf-eea2-4f36-909a-ab62c1a03c7d tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Unset dirty status for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:port {{(pid=80226) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:14:52.411765 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ced91a54-de0c-437b-9b4b-848e3bcaa507 req-7e4e5ecf-eea2-4f36-909a-ab62c1a03c7d tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1507924 Jan 21 08:14:52.464918 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-ced91a54-de0c-437b-9b4b-848e3bcaa507 req-96519f2f-79de-4d70-b106-97c0d50bfe1b tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0461652 Jan 21 08:14:53.004556 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-c5407a2e-6ba0-4238-982a-e5d1bea3d3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:53.698655 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37545d-4b9b-4a66-9d4e-1be6703852bc req-42de4cac-0bfe-48e8-ba68-588edfdcde68 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:53.700300 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9f37545d-4b9b-4a66-9d4e-1be6703852bc req-42de4cac-0bfe-48e8-ba68-588edfdcde68 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1021097 Jan 21 08:14:53.756367 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-9f37545d-4b9b-4a66-9d4e-1be6703852bc req-869a04ab-b9f4-46f7-a918-7890d3aa264d tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0494361 Jan 21 08:14:53.900189 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:54.887309 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac up at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 08:14:54.982520 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Provisioning complete for port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac triggered by entity L2. {{(pid=80228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 08:14:54.982956 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854110322'] for port, provisioning_complete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:55.006035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9dfa8-154f-4a5d-bb46-d86d0185747e req-46db2c88-f9b2-4a92-9641-1db0d3ac4dc0 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:55.008023 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f1b9dfa8-154f-4a5d-bb46-d86d0185747e req-46db2c88-f9b2-4a92-9641-1db0d3ac4dc0 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.1177037 Jan 21 08:14:55.013983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:55.067967 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-f1b9dfa8-154f-4a5d-bb46-d86d0185747e req-9d87ca4e-fd43-48a7-bcd1-982d14e8836a tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups?id=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0507889 Jan 21 08:14:55.126341 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde558-89f9-4f53-8978-b47a97017864 req-a657df19-d218-4cd5-aea9-990b644ed49e tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 08:14:55.127922 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-04fde558-89f9-4f53-8978-b47a97017864 req-a657df19-d218-4cd5-aea9-990b644ed49e tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.75 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 946 time: 0.3379695 Jan 21 08:14:55.209704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-04fde558-89f9-4f53-8978-b47a97017864 req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Deleting port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:14:55.210089 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-04fde558-89f9-4f53-8978-b47a97017864 req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:55.470920 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [req-04fde558-89f9-4f53-8978-b47a97017864 req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] For port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac,segment=NetworkSegment(36db4bc3-2c13-455b-a555-84360dc24257),segment_id=36db4bc3-2c13-455b-a555-84360dc24257)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:14:55.471308 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-04fde558-89f9-4f53-8978-b47a97017864 req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:55.606027 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [req-04fde558-89f9-4f53-8978-b47a97017864 req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Calling delete_port for 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac owned by compute:nova {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:14:55.776011 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-04fde558-89f9-4f53-8978-b47a97017864 req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:55.794975 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ecc91438-7e3a-4e4a-a4c3-48e61662d97a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:14:55.804703 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:55.843757 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Pushing event deleted for resources: {'Port': ['ID=96dd3cc2-3860-4bae-b9a2-c94976e7f4ac,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:14:55.904828 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.905429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.905637 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.906051 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.906456 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.906860 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.907265 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.907662 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.908061 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.908700 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.908910 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.909304 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.909756 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.910151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.910546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.910943 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.911333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.911728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.912152 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.912568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.912961 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.913349 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.913745 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.914142 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-smb {{(pid=80227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 08:14:55.919315 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:14:56.023887 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fde558-89f9-4f53-8978-b47a97017864 req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] No DVR routers for this DVR port 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac on host hv-cinder-76859 {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:14:56.026151 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-04fde558-89f9-4f53-8978-b47a97017864 req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775332'] for port, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:56.030411 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'name': 'network-vif-deleted', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac'}] {{(pid=80227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 08:14:56.068823 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-04fde558-89f9-4f53-8978-b47a97017864 req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.75 "DELETE /v2.0/ports/96dd3cc2-3860-4bae-b9a2-c94976e7f4ac HTTP/1.1" status: 204 len: 173 time: 0.9339936 Jan 21 08:14:56.179602 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a50f8b-474c-4d89-a407-f810244ee62e', 'name': 'network-vif-deleted', 'tag': '96dd3cc2-3860-4bae-b9a2-c94976e7f4ac', 'status': 'completed', 'code': 200} Jan 21 08:14:56.252459 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-8e199caf-a2ff-4006-8867-f197aac8b8e0 req-c653e9d2-2f07-449c-a538-0e46b860c2bc tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 210 time: 0.0493660 Jan 21 08:14:56.680343 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:14:56.716859 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] No Port match for: 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:14:56.717254 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Device 96dd3cc2-3860-4bae-b9a2-c94976e7f4ac not bound to the agent host hv-cinder-76859 {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:14:57.447746 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-5a48de4c-ef17-4e0f-bae7-5b9ca57e6f14 req-b794305b-91df-4138-a34e-59f0b7c81733 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Synchronizing usage tracker for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:port {{(pid=80227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 08:14:57.484654 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.quota.resource [req-5a48de4c-ef17-4e0f-bae7-5b9ca57e6f14 req-b794305b-91df-4138-a34e-59f0b7c81733 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Unset dirty status for tenant:fa95e5cc2f214246a516bb6f07cb8060 on resource:port {{(pid=80227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 08:14:57.485964 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-5a48de4c-ef17-4e0f-bae7-5b9ca57e6f14 req-b794305b-91df-4138-a34e-59f0b7c81733 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/ports?device_id=40a50f8b-474c-4d89-a407-f810244ee62e HTTP/1.1" status: 200 len: 210 time: 0.0851593 Jan 21 08:14:58.691288 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-64a02b9b-4106-4ebd-806e-4c682ffe6719 req-63da2871-c4a5-4567-af89-1a2d47ff2fae tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "GET /v2.0/security-groups/f8ae2a97-2f81-4f99-a39a-c19bbc5a270d HTTP/1.1" status: 200 len: 2991 time: 0.0668089 Jan 21 08:14:58.767443 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-64a02b9b-4106-4ebd-806e-4c682ffe6719 req-ef2c36c6-01b5-4d50-b5dc-51561b62c193 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:58.798071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-64a02b9b-4106-4ebd-806e-4c682ffe6719 req-ef2c36c6-01b5-4d50-b5dc-51561b62c193 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:58.873031 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-64a02b9b-4106-4ebd-806e-4c682ffe6719 req-ef2c36c6-01b5-4d50-b5dc-51561b62c193 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:58.878519 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-c567a745-e010-4be4-88b9-99836f0ea02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:14:58.894903 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c36c6-01b5-4d50-b5dc-51561b62c193 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ae2a97-2f81-4f99-a39a-c19bbc5a270d,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:14:58.898363 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-ef2c36c6-01b5-4d50-b5dc-51561b62c193 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:14:58.947630 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [req-64a02b9b-4106-4ebd-806e-4c682ffe6719 req-ef2c36c6-01b5-4d50-b5dc-51561b62c193 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:14:58.949036 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [req-64a02b9b-4106-4ebd-806e-4c682ffe6719 req-ef2c36c6-01b5-4d50-b5dc-51561b62c193 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] 10.222.0.64 "DELETE /v2.0/security-groups/f8ae2a97-2f81-4f99-a39a-c19bbc5a270d HTTP/1.1" status: 204 len: 173 time: 0.2514017 Jan 21 08:14:59.102905 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 37312) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:14:59.812316 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854393811'] for router_interface, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:00.421342 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] Deleting port 150c34c9-374e-4a55-822c-ee71de012e6b {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:15:00.421728 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:00.603488 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] For port 150c34c9-374e-4a55-822c-ee71de012e6b, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=150c34c9-374e-4a55-822c-ee71de012e6b,segment=NetworkSegment(36db4bc3-2c13-455b-a555-84360dc24257),segment_id=36db4bc3-2c13-455b-a555-84360dc24257)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:15:00.603805 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:00.738941 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] Calling delete_port for 150c34c9-374e-4a55-822c-ee71de012e6b owned by network:router_interface {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:15:01.079006 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:01.095635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-d774591b-505c-4e2c-83aa-4bf8db591b27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:15:01.187749 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] Pushing event deleted for resources: {'Port': ['ID=150c34c9-374e-4a55-822c-ee71de012e6b,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:15:01.198237 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:15:01.513749 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1590394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854393653'] for router_interface, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:02.024866 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] Router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:15:02.212373 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:15:02.221927 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff933595-d0ad-44e5-a51c-73adaee807a9 None None] Sync routers for ids ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'] in dv-cinder-768592-5-smb {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:15:02.231851 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff933595-d0ad-44e5-a51c-73adaee807a9 None None] Routers {'503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:15:02.232575 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-ff933595-d0ad-44e5-a51c-73adaee807a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:14:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:02.255955 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-b9f9edf0-599a-4e4b-9168-c3bfbda76cad admin admin] 10.222.0.64 "PUT /v2.0/routers/503413e2-0eff-4b1a-ac8a-f35fb98b4c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1484289 Jan 21 08:15:02.256391 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 37318) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:15:02.422170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-ff933595-d0ad-44e5-a51c-73adaee807a9 None None] Set router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:15:02.449131 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Notify callbacks [] for router, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:02.636232 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:02.641615 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Deleting port 5b1621ca-a063-4a13-84af-fffb416fd92a {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:15:02.641986 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:02.733318 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-ff933595-d0ad-44e5-a51c-73adaee807a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:15:00Z', 'revision_number': 5, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:02.737440 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff933595-d0ad-44e5-a51c-73adaee807a9 None None] Checking router: 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c for host: dv-cinder-768592-5-smb {{(pid=80229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:15:02.747049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff933595-d0ad-44e5-a51c-73adaee807a9 None None] Routers {'503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:15:02.747694 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-ff933595-d0ad-44e5-a51c-73adaee807a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:14:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'], 'active': True} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:02.833056 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] For port 5b1621ca-a063-4a13-84af-fffb416fd92a, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=5b1621ca-a063-4a13-84af-fffb416fd92a,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:15:02.833492 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:02.933818 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-ff933595-d0ad-44e5-a51c-73adaee807a9 None None] Set router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c gateway port host: dv-cinder-768592-5-smb {{(pid=80229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:15:02.971048 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Calling delete_port for 5b1621ca-a063-4a13-84af-fffb416fd92a owned by network:router_gateway {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:15:03.181569 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:03.235518 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-ff933595-d0ad-44e5-a51c-73adaee807a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:15:00Z', 'revision_number': 5, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:03.240530 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff933595-d0ad-44e5-a51c-73adaee807a9 None None] The sync data for ids ['503413e2-0eff-4b1a-ac8a-f35fb98b4c1c'] in dv-cinder-768592-5-smb is: [{'id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'name': 'tempest-TestShelveInstance-796673359-router', 'tenant_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:16Z', 'updated_at': '2021-01-21T08:15:00Z', 'revision_number': 5, 'project_id': 'fa95e5cc2f214246a516bb6f07cb8060', 'gw_port': {'id': '5b1621ca-a063-4a13-84af-fffb416fd92a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503413e2-0eff-4b1a-ac8a-f35fb98b4c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:18Z', 'updated_at': '2021-01-21T08:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}] {{(pid=80229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:15:03.631481 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-383322'] for router_gateway, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:03.770718 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64930'] for router, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:03.773552 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:03.935539 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854392953'] for router, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:03.936197 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 503413e2-0eff-4b1a-ac8a-f35fb98b4c1c {{(pid=80226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 08:15:03.949730 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] Notify callbacks [] for router, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:03.951004 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-cddc31fc-cd5e-40f7-80b3-369443ede902 admin admin] 10.222.0.64 "DELETE /v2.0/routers/503413e2-0eff-4b1a-ac8a-f35fb98b4c1c HTTP/1.1" status: 204 len: 168 time: 1.6937444 Jan 21 08:15:03.953965 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 37322) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:15:04.023509 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e093590-3a36-4c89-885c-7bf46f495f10 admin admin] Deleting subnet c43aada0-e7fb-4a88-baff-26d2257b64f3 {{(pid=80226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:15:04.026725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1e093590-3a36-4c89-885c-7bf46f495f10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:04.081387 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1e093590-3a36-4c89-885c-7bf46f495f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4045688'] for subnet, precommit_delete_associations {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:04.166470 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1e093590-3a36-4c89-885c-7bf46f495f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:04.445172 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1e093590-3a36-4c89-885c-7bf46f495f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1160558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985224'] for subnet, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:04.461393 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-811f9cef-3747-4eda-ab33-affbddd1fbdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:15:04.545160 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e093590-3a36-4c89-885c-7bf46f495f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c43aada0-e7fb-4a88-baff-26d2257b64f3,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:15:04.560444 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1e093590-3a36-4c89-885c-7bf46f495f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:15:04.597170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1e093590-3a36-4c89-885c-7bf46f495f10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:04.602847 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f142f95-fe79-46a7-9efc-09fa0933e07f None None] Network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:15:04.603740 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-1e093590-3a36-4c89-885c-7bf46f495f10 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c43aada0-e7fb-4a88-baff-26d2257b64f3 HTTP/1.1" status: 204 len: 168 time: 0.6487951 Jan 21 08:15:04.606479 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 37326) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:15:04.731908 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:04.800923 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Deleting port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:15:04.801220 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:04.872934 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2eedad-a125-4ed2-aec1-e1f8948d780b None None] DHCP port deletion for 955fa89f-083b-4b41-a6aa-f19e012ad6d1 request from dv-cinder-768592-5-smb {{(pid=80228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 08:15:04.877494 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-af2eedad-a125-4ed2-aec1-e1f8948d780b None None] Deleting port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 {{(pid=80228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:15:04.877920 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-af2eedad-a125-4ed2-aec1-e1f8948d780b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:04.926540 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 150c34c9-374e-4a55-822c-ee71de012e6b no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:15:04.972130 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: 150c34c9-374e-4a55-822c-ee71de012e6b {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:15:04.972562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 150c34c9-374e-4a55-822c-ee71de012e6b not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:15:04.973035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:15:05.032033 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] For port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95,segment=NetworkSegment(36db4bc3-2c13-455b-a555-84360dc24257),segment_id=36db4bc3-2c13-455b-a555-84360dc24257)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:15:05.032461 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:05.167177 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Calling delete_port for 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 owned by network:dhcp {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:15:05.244078 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691470'] for port, before_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:05.264696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-af2eedad-a125-4ed2-aec1-e1f8948d780b None None] For port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95,segment=NetworkSegment(36db4bc3-2c13-455b-a555-84360dc24257),segment_id=36db4bc3-2c13-455b-a555-84360dc24257)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:15:05.265146 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-af2eedad-a125-4ed2-aec1-e1f8948d780b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:05.273044 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:05.289896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5fed33f7-1b99-4aab-9957-e3f18968ff3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:15:05.385527 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:15:05.400330 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:15:05.410060 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-af2eedad-a125-4ed2-aec1-e1f8948d780b None None] Calling delete_port for 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 owned by network:dhcp {{(pid=80228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:15:05.437129 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] No DVR routers for this DVR port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 on host dv-cinder-768592-5-smb {{(pid=80226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:15:05.485035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 5b1621ca-a063-4a13-84af-fffb416fd92a no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:15:05.528537 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: 5b1621ca-a063-4a13-84af-fffb416fd92a {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:15:05.528935 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 5b1621ca-a063-4a13-84af-fffb416fd92a not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:15:05.560104 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [None req-af2eedad-a125-4ed2-aec1-e1f8948d780b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80228) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:15:05.560546 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [None req-af2eedad-a125-4ed2-aec1-e1f8948d780b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:15:05.564790 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:05.680368 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955fa89f-083b-4b41-a6aa-f19e012ad6d1']}} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:05.693648 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36db4bc3-2c13-455b-a555-84360dc24257') {'for_net_delete': True} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:05.693991 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36db4bc3-2c13-455b-a555-84360dc24257') {} {{(pid=80226) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:05.705892 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850730128'] for segment, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:05.721407 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:05.723397 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:15:05.903526 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:15:05.914036 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1160449'] for segment, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:06.062006 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-af2eedad-a125-4ed2-aec1-e1f8948d780b None None] Deleting port 1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95 {{(pid=80228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:15:06.062429 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-af2eedad-a125-4ed2-aec1-e1f8948d780b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:06.097671 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Network 955fa89f-083b-4b41-a6aa-f19e012ad6d1 has no segments {{(pid=80226) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:15:06.121666 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:15:06.134303 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-af2eedad-a125-4ed2-aec1-e1f8948d780b None None] The port '1a7e6a9c-86f9-4ed9-b0b9-7f7769822e95' was deleted {{(pid=80228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 08:15:06.221553 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:06.225255 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-83d5d345-95a6-4d9f-8769-af9e68d4ac55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:15:06.240362 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:06.251720 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=955fa89f-083b-4b41-a6aa-f19e012ad6d1,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:15:06.256215 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:15:06.291092 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-21a9659b-c756-4bc0-b6ec-25dab0ca7c36 admin admin] 10.222.0.64 "DELETE /v2.0/networks/955fa89f-083b-4b41-a6aa-f19e012ad6d1 HTTP/1.1" status: 204 len: 168 time: 1.6834838 Jan 21 08:15:06.294216 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80226) accepted ('10.222.0.64', 37330) {{(pid=80226) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:15:07.110846 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854393811'] for router_interface, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:07.485843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] Deleting port a5c19473-f8d7-4439-9795-6ee766a8b7b0 {{(pid=80226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:15:07.486231 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:07.672278 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] For port a5c19473-f8d7-4439-9795-6ee766a8b7b0, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=a5c19473-f8d7-4439-9795-6ee766a8b7b0,segment=NetworkSegment(835fcc78-6ba4-4670-bcfc-fddc9aca2380),segment_id=835fcc78-6ba4-4670-bcfc-fddc9aca2380)] {{(pid=80226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:15:07.672716 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:07.807242 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] Calling delete_port for a5c19473-f8d7-4439-9795-6ee766a8b7b0 owned by network:router_interface {{(pid=80226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:15:08.033167 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853615276'] for port, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:08.048854 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-41b356e9-8cac-4b5f-acfa-b6a31d6ded8e tempest-TestMinimumBasicScenario-278455527 tempest-TestMinimumBasicScenario-278455527] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:15:08.143948 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c19473-f8d7-4439-9795-6ee766a8b7b0,revision_number=None']} {{(pid=80226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:15:08.146744 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80226) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:15:08.467568 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1590394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854393653'] for router_interface, after_delete {{(pid=80226) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:08.985283 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] Router ce5a52b2-7c84-454c-b9e5-b35c270581a0 has already been hosted by L3 agent 425f9162-9a7d-49c0-be08-175d4cdc671c {{(pid=80226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 08:15:09.117049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:15:09.172668 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-smb the message routers_updated {{(pid=80226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 08:15:09.182465 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-25dfa851-33bb-4a52-bf0c-0633c78edc84 admin admin] 10.222.0.64 "PUT /v2.0/routers/ce5a52b2-7c84-454c-b9e5-b35c270581a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8871863 Jan 21 08:15:09.182635 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a47c27-48ac-44f4-a8b0-d4def61b05d1 None None] Sync routers for ids ['ce5a52b2-7c84-454c-b9e5-b35c270581a0'] in dv-cinder-768592-5-smb {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 08:15:09.185404 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 37334) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:15:09.194562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a47c27-48ac-44f4-a8b0-d4def61b05d1 None None] Routers {'ce5a52b2-7c84-454c-b9e5-b35c270581a0'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:15:09.195238 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-d4a47c27-48ac-44f4-a8b0-d4def61b05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:14:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['ce5a52b2-7c84-454c-b9e5-b35c270581a0'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:09.377086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Notify callbacks [] for router, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:09.388044 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-d4a47c27-48ac-44f4-a8b0-d4def61b05d1 None None] Set router ce5a52b2-7c84-454c-b9e5-b35c270581a0 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:15:09.565587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:09.570957 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Deleting port 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:15:09.571321 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:09.692138 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-d4a47c27-48ac-44f4-a8b0-d4def61b05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'name': 'tempest-TestShelveInstance-1226940490-router', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:30Z', 'updated_at': '2021-01-21T08:15:07Z', 'revision_number': 5, 'project_id': '0004ac35533e40cf860770ee1c3185e9', 'gw_port': {'id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:31Z', 'updated_at': '2021-01-21T08:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:09.696396 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a47c27-48ac-44f4-a8b0-d4def61b05d1 None None] Checking router: ce5a52b2-7c84-454c-b9e5-b35c270581a0 for host: dv-cinder-768592-5-smb {{(pid=80228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 08:15:09.705408 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a47c27-48ac-44f4-a8b0-d4def61b05d1 None None] Routers {'ce5a52b2-7c84-454c-b9e5-b35c270581a0'} bound to L3 agent in host dv-cinder-768592-5-smb {{(pid=80228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 08:15:09.706069 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-d4a47c27-48ac-44f4-a8b0-d4def61b05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:49:53Z,description=,heartbeat_timestamp=2021-01-21T08:14:53Z,host='dv-cinder-768592-5-smb',id=425f9162-9a7d-49c0-be08-175d4cdc671c,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T07:49:53Z,topic='l3_agent')) {'router_ids': ['ce5a52b2-7c84-454c-b9e5-b35c270581a0'], 'active': True} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:09.760208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] For port 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a,segment=NetworkSegment(678d9da5-c046-4873-af46-a5360a1370ad),segment_id=678d9da5-c046-4873-af46-a5360a1370ad)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:15:09.760641 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:09.895884 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Calling delete_port for 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a owned by network:router_gateway {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:15:09.900539 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvr_db [None req-d4a47c27-48ac-44f4-a8b0-d4def61b05d1 None None] Set router ce5a52b2-7c84-454c-b9e5-b35c270581a0 gateway port host: dv-cinder-768592-5-smb {{(pid=80228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 08:15:10.044130 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:10.248406 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-383322'] for router_gateway, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:10.393022 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64930'] for router, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:10.395554 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:10.401710 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_hamode_db [None req-d4a47c27-48ac-44f4-a8b0-d4def61b05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'name': 'tempest-TestShelveInstance-1226940490-router', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:30Z', 'updated_at': '2021-01-21T08:15:07Z', 'revision_number': 5, 'project_id': '0004ac35533e40cf860770ee1c3185e9', 'gw_port': {'id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:31Z', 'updated_at': '2021-01-21T08:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}], 'dv-cinder-768592-5-smb', False) {} {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:10.405994 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a47c27-48ac-44f4-a8b0-d4def61b05d1 None None] The sync data for ids ['ce5a52b2-7c84-454c-b9e5-b35c270581a0'] in dv-cinder-768592-5-smb is: [{'id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'name': 'tempest-TestShelveInstance-1226940490-router', 'tenant_id': '0004ac35533e40cf860770ee1c3185e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'external_fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:09:30Z', 'updated_at': '2021-01-21T08:15:07Z', 'revision_number': 5, 'project_id': '0004ac35533e40cf860770ee1c3185e9', 'gw_port': {'id': '7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a', 'name': '', 'network_id': '8d68f7b8-058d-4cbe-a0a5-2fe8363be6d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5a52b2-7c84-454c-b9e5-b35c270581a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:09:31Z', 'updated_at': '2021-01-21T08:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7c75c30-e7ad-484c-a4d8-cb52895a76d5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-smb'}] {{(pid=80228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 08:15:10.456023 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854392953'] for router, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:10.456674 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce5a52b2-7c84-454c-b9e5-b35c270581a0 {{(pid=80227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 08:15:10.470912 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] Notify callbacks [] for router, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:10.472143 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-d22df0b1-63d2-4d75-97b3-8c0bcecf1453 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ce5a52b2-7c84-454c-b9e5-b35c270581a0 HTTP/1.1" status: 204 len: 168 time: 1.2853596 Jan 21 08:15:10.475183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 37338) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:15:10.545593 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c0e0cd-fa2e-452d-b58d-d8e6ad125312 admin admin] Deleting subnet df073eb1-be02-4024-88bd-6b28617b6d94 {{(pid=80227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 08:15:10.548939 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-13c0e0cd-fa2e-452d-b58d-d8e6ad125312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:10.602452 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-13c0e0cd-fa2e-452d-b58d-d8e6ad125312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2385835'] for subnet, precommit_delete_associations {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:10.731562 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-13c0e0cd-fa2e-452d-b58d-d8e6ad125312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853429332'] for subnet, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:10.858350 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device a5c19473-f8d7-4439-9795-6ee766a8b7b0 no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:15:10.905402 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: a5c19473-f8d7-4439-9795-6ee766a8b7b0 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:15:10.905803 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device a5c19473-f8d7-4439-9795-6ee766a8b7b0 not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:15:11.490704 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-13c0e0cd-fa2e-452d-b58d-d8e6ad125312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852211364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3715256'] for subnet, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:11.506936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-2c5a9be1-5a41-499d-a48e-7c70e41e01dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:15:11.603375 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0e0cd-fa2e-452d-b58d-d8e6ad125312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df073eb1-be02-4024-88bd-6b28617b6d94,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:15:11.607827 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-13c0e0cd-fa2e-452d-b58d-d8e6ad125312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:15:11.640660 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-13c0e0cd-fa2e-452d-b58d-d8e6ad125312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for subnet, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:11.646436 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa405ea5-1871-4b93-8d2e-72272bbbf665 None None] Network 94066fd6-cf66-4bf9-827b-6771541be847 requested from dv-cinder-768592-5-smb {{(pid=80228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 08:15:11.647600 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-13c0e0cd-fa2e-452d-b58d-d8e6ad125312 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/df073eb1-be02-4024-88bd-6b28617b6d94 HTTP/1.1" status: 204 len: 168 time: 1.1712296 Jan 21 08:15:11.650111 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 37342) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:15:11.767376 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854042844'] for network, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:11.839941 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Deleting port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 {{(pid=80227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:15:11.840351 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:11.901431 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f79ea9-5673-4e7f-b5c9-12a0c8f98479 None None] DHCP port deletion for 94066fd6-cf66-4bf9-827b-6771541be847 request from dv-cinder-768592-5-smb {{(pid=80228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 08:15:11.905643 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-54f79ea9-5673-4e7f-b5c9-12a0c8f98479 None None] Deleting port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 {{(pid=80228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:15:11.906071 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-54f79ea9-5673-4e7f-b5c9-12a0c8f98479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:12.061536 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] For port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=97ae52d3-d224-4786-a1b0-bfcb3f7f4504,segment=NetworkSegment(835fcc78-6ba4-4670-bcfc-fddc9aca2380),segment_id=835fcc78-6ba4-4670-bcfc-fddc9aca2380)] {{(pid=80227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:15:12.061933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:12.125935 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.db [None req-54f79ea9-5673-4e7f-b5c9-12a0c8f98479 None None] For port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504, host dv-cinder-768592-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-smb',level=0,port_id=97ae52d3-d224-4786-a1b0-bfcb3f7f4504,segment=NetworkSegment(835fcc78-6ba4-4670-bcfc-fddc9aca2380),segment_id=835fcc78-6ba4-4670-bcfc-fddc9aca2380)] {{(pid=80228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 08:15:12.126286 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-54f79ea9-5673-4e7f-b5c9-12a0c8f98479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854404286'] for port, precommit_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:12.197930 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Calling delete_port for 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 owned by network:dhcp {{(pid=80227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:15:12.257917 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-54f79ea9-5673-4e7f-b5c9-12a0c8f98479 None None] Calling delete_port for 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 owned by network:dhcp {{(pid=80228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 08:15:12.318408 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036840301620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278620596323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758233772949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2564454'] for port, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:12.334666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-7daeea89-6eec-419a-9ec4-b2ab5d931310 tempest-TestShelveInstance-638288869 tempest-TestShelveInstance-638288869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:15:12.336678 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.db.api [None req-54f79ea9-5673-4e7f-b5c9-12a0c8f98479 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80228) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 08:15:12.337098 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_db.api [None req-54f79ea9-5673-4e7f-b5c9-12a0c8f98479 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 08:15:12.438843 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ae52d3-d224-4786-a1b0-bfcb3f7f4504,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:15:12.444035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:15:12.477996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] No DVR routers for this DVR port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 on host dv-cinder-768592-5-smb {{(pid=80227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 08:15:12.604038 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1346335', 'neutron.services.segments.db._delete_segments_for_network--9223363278620651465'] for network, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:12.719853 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94066fd6-cf66-4bf9-827b-6771541be847']}} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:12.732831 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835fcc78-6ba4-4670-bcfc-fddc9aca2380') {'for_net_delete': True} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:12.733173 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.services.segments.db [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835fcc78-6ba4-4670-bcfc-fddc9aca2380') {} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 08:15:12.745174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278620653001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389981'] for segment, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:12.810788 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1356490'] for segment, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:12.813236 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 08:15:12.838702 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-54f79ea9-5673-4e7f-b5c9-12a0c8f98479 None None] Deleting port 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 {{(pid=80228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 08:15:12.838702 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-54f79ea9-5673-4e7f-b5c9-12a0c8f98479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758234178146'] for port, before_delete {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:12.906929 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:15:12.939933 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-54f79ea9-5673-4e7f-b5c9-12a0c8f98479 None None] The port '97ae52d3-d224-4786-a1b0-bfcb3f7f4504' was deleted {{(pid=80228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 08:15:12.952333 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:15:12.952736 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 97ae52d3-d224-4786-a1b0-bfcb3f7f4504 not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:15:12.953201 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a no longer exists at agent ovs-agent-dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 08:15:12.989174 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.plugin [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] No Port match for: 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a {{(pid=80228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 08:15:12.989604 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.rpc [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Device 7d347ed4-8e1e-45cb-8b1a-0c54d3b7bf3a not bound to the agent host dv-cinder-768592-5-smb {{(pid=80228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 08:15:13.003839 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Network 94066fd6-cf66-4bf9-827b-6771541be847 has no segments {{(pid=80227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:15:13.012918 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853419309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852211405'] for segment, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:13.188531 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.plugins.ml2.managers [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Network 94066fd6-cf66-4bf9-827b-6771541be847 has no segments {{(pid=80227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: Traceback (most recent call last): Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: timer() Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: cb(*args, **kw) Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: return func(*args, **kwargs) Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: self._notify() Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: self.callback(batched_events) Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: event.method(event) Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: segment_id)['aggregates'][0] Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: return f(self, *a, **k) Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: return self._get(url).json() Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: **kwargs) Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: return self.request(url, 'GET', **kwargs) Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: **endpoint_filter) Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 08:15:13.215716 dv-cinder-768592-5-smb neutron-server[80113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 08:15:13.529896 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853429481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853185438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854392516'] for network, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:13.533482 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-5227bea9-7d1a-42fd-9111-e1793a38d5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:15:13.547555 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185507'] for network, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:13.559061 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Pushing event deleted for resources: {'Network': ['ID=94066fd6-cf66-4bf9-827b-6771541be847,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:15:13.562340 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:15:13.563944 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8d51a73b-73cd-48f5-ba8a-977a8e36d200 admin admin] 10.222.0.64 "DELETE /v2.0/networks/94066fd6-cf66-4bf9-827b-6771541be847 HTTP/1.1" status: 204 len: 168 time: 1.9128559 Jan 21 08:15:13.810318 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 37348) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:15:13.866966 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-24a8d0c5-c618-4923-8450-01f190b91499 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa95e5cc2f214246a516bb6f07cb8060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553296 Jan 21 08:15:13.869570 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 37352) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:15:13.930601 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-46211d5c-574f-404f-87dc-2129e063e816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:13.957895 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-46211d5c-574f-404f-87dc-2129e063e816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:14.209753 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-46211d5c-574f-404f-87dc-2129e063e816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:14.214947 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-1cee504e-9178-4821-9076-5a2f32ffd77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:15:14.229627 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46211d5c-574f-404f-87dc-2129e063e816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6300c7-a261-48c2-942a-c181cb5a1bac,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:15:14.232725 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-46211d5c-574f-404f-87dc-2129e063e816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:15:14.241530 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-46211d5c-574f-404f-87dc-2129e063e816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:14.242870 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-46211d5c-574f-404f-87dc-2129e063e816 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf6300c7-a261-48c2-942a-c181cb5a1bac HTTP/1.1" status: 204 len: 168 time: 0.3723238 Jan 21 08:15:14.798683 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 37360) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:15:14.855699 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-9c08992e-bdfc-4849-b891-8917addd5ffe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0004ac35533e40cf860770ee1c3185e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556402 Jan 21 08:15:14.858319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [-] (80227) accepted ('10.222.0.64', 37364) {{(pid=80227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 08:15:14.922790 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c1ed-0a15-4c3b-b159-991bfaf69aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:14.950075 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c1ed-0a15-4c3b-b159-991bfaf69aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:15.158891 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c1ed-0a15-4c3b-b159-991bfaf69aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583856'] for security_group, after_delete {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:15.164133 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-46211d5c-574f-404f-87dc-2129e063e816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 08:15:15.178015 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2c1ed-0a15-4c3b-b159-991bfaf69aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a787efb0-0f34-4eaf-a999-499db5f9833c,revision_number=None']} {{(pid=80227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 08:15:15.181393 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG oslo_concurrency.lockutils [None req-8ec2c1ed-0a15-4c3b-b159-991bfaf69aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 08:15:15.183709 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c1ed-0a15-4c3b-b159-991bfaf69aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:15.187280 dv-cinder-768592-5-smb neutron-server[80113]: INFO neutron.wsgi [None req-8ec2c1ed-0a15-4c3b-b159-991bfaf69aa0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a787efb0-0f34-4eaf-a999-499db5f9833c HTTP/1.1" status: 204 len: 168 time: 0.3256724 Jan 21 08:15:16.523996 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:20.901841 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4655e1bd-59f4-4f45-b842-54cdb0d91c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:23.027011 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-f1b94189-7f8c-433c-bdcf-2b14586ae3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:23.906849 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:24.964319 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:25.798130 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:46.118086 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:15:46.557939 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:50.889626 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69234bfe-f3b5-4a9c-a8fa-914258870e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:53.026446 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-fee1b9c4-f0b3-47ce-8efc-2f1bc8a99740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:53.911999 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:54.981193 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:15:55.697035 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [req-25075cc5-d5b3-4046-92e9-bc3ffdc0a5db req-a1d6201a-2f18-470a-8bd3-e1c6fb11cc78 service neutron] (80227) timed out ('10.222.0.75', 51583) {{(pid=80227) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 21 08:15:55.814780 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:16:04.870374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [req-21ec4115-41dc-4efc-907a-a1cb9ed5257c req-2ec778f2-996a-41a1-90ca-2d2397f26c7a service neutron] (80226) timed out ('10.222.0.75', 51576) {{(pid=80226) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 21 08:16:16.540439 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:16:20.883497 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-8bce76ce-d01d-4b64-a0ba-2561413aabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:16:23.014942 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d733765e-8355-4bc3-9092-c67ef6df94dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:16:23.117517 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:16:23.900962 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:16:24.951411 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:16:25.797566 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:16:33.668696 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [req-b7656790-55c2-4d77-8f36-62a8b128142f req-9573fb10-ca25-45e1-8fc5-b3b4c88d0647 service neutron] (80227) timed out ('10.222.0.75', 51609) {{(pid=80227) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 21 08:16:46.569487 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:16:50.888783 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-3ed3c3dd-9321-4140-8fcc-52d1f3f47977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:16:53.020208 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-34481c06-c027-4b39-9180-8d0f7ccb3e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:16:53.911611 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:16:54.962711 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:16:55.831277 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:17:00.116852 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:17:16.557468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:17:20.892432 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-69434ea0-2d44-4f9c-8ed2-4660ae5f2b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:17:23.013710 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0c6d-1259-4dbd-9753-45632d3ec30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:17:23.910776 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:17:24.967861 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:17:25.814371 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:17:37.116458 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:17:46.578587 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:17:50.887724 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4dbba3d1-8b96-4154-b010-69101a0517ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:17:53.024936 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4428b48d-7479-45a4-9d1f-08abcee58831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:17:53.910216 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:17:54.967374 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:17:55.802170 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:18:14.116786 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:18:16.595983 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:18:20.904648 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-36b6a9ae-ddef-4756-b916-cb8c77f5d61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:18:23.029096 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4aac610d-cc5d-41e4-9e69-b0f20d1ea11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:18:23.932107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:18:24.978393 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:18:25.812249 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:18:46.601468 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:18:50.903183 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-4392f6ae-027f-4c3c-974d-3ad6ce21db34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:18:51.116636 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:18:53.029715 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6aaef1b3-09a0-4bb9-916a-ea0644e05dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:18:53.921427 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:18:55.006119 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:18:55.818066 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:19:16.605435 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:19:20.898160 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-b7ea4873-83b8-44e6-89f8-be9e44dc9b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:19:23.029502 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-590da900-b941-4eb1-b06b-929624dfe4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:19:23.931148 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:19:24.982583 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:19:25.816513 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:19:28.116137 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:19:43.030212 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.wsgi [req-1fbdbb71-fc48-4c9b-aa44-99fab60f523f req-d15a212d-7aaf-4e53-96f6-f29430d3468f service neutron] (80226) timed out ('10.222.0.64', 59964) {{(pid=80226) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 21 08:19:46.633453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:19:50.897438 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd8ee-3586-400b-ad04-7efcf6599181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:19:53.029049 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-aa8615b4-45bc-48ed-a79a-3ab5b09c10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:19:53.930638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:19:54.960259 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:19:55.872300 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:20:05.116825 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:20:16.679817 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:20:20.891666 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-59a46694-e0e1-443f-b509-45f59242a375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:20:23.074717 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d33a8a80-cb82-4782-a9b7-6cc3fc5c220a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:20:23.953646 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:20:24.970046 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:20:25.834291 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:20:42.116946 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:20:46.719639 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:20:50.908638 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-d6570d04-d70e-4eba-851c-736f20003064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:20:53.040001 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-76199e27-a636-491e-8886-b01fd0afc77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:20:53.935147 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:20:54.969453 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:20:55.831953 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:21:16.711898 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf4a-3778-47ca-b58e-b6e5d72b9c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:21:19.117241 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron.db.agents_db [None req-f2b2e3a6-d267-4904-a8db-7b9794ee2c14 None None] Agent healthcheck: found 6 active agents {{(pid=80229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 08:21:20.913868 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-15f4c55c-0e68-4480-8cd0-990af5068fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:21:23.068107 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6431716b-5386-48d2-8a84-713cd50006af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:21:23.945953 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-6006a54a-539e-4763-afa4-164bb32bca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:21:24.959407 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-1604f9af-4198-4269-a23b-9a266201b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 08:21:25.854723 dv-cinder-768592-5-smb neutron-server[80113]: DEBUG neutron_lib.callbacks.manager [None req-de739385-63df-484d-8fd7-3dd518fb8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278620651482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665593'] for agent, after_update {{(pid=80228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}